2024-11-09 21:17:02,635 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-09 21:17:02,652 main DEBUG Took 0.014090 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 21:17:02,652 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 21:17:02,653 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 21:17:02,653 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 21:17:02,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:02,661 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 21:17:02,672 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:02,673 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:02,674 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:02,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:02,675 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:02,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:02,676 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:02,676 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:02,676 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:02,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:02,677 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:02,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:02,678 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:02,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:02,679 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:02,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:02,680 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:02,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:02,680 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:02,681 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:02,681 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:02,681 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:02,682 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:02,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:02,682 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:02,683 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 21:17:02,684 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:02,685 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 21:17:02,687 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 21:17:02,687 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 21:17:02,688 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 21:17:02,689 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 21:17:02,696 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 21:17:02,698 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 21:17:02,700 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 21:17:02,700 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 21:17:02,701 main DEBUG createAppenders(={Console}) 2024-11-09 21:17:02,701 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-09 21:17:02,701 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-09 21:17:02,702 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-09 21:17:02,702 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 21:17:02,702 main DEBUG OutputStream closed 2024-11-09 21:17:02,703 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 21:17:02,703 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 21:17:02,703 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-09 21:17:02,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 21:17:02,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 21:17:02,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 21:17:02,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 21:17:02,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 21:17:02,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 21:17:02,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 21:17:02,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 21:17:02,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 21:17:02,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 21:17:02,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 21:17:02,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 21:17:02,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 21:17:02,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 21:17:02,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 21:17:02,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 21:17:02,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 21:17:02,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 21:17:02,780 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 21:17:02,780 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-09 21:17:02,780 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 21:17:02,781 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-09T21:17:03,018 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05 2024-11-09 21:17:03,021 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 21:17:03,021 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T21:17:03,030 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-09T21:17:03,048 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:17:03,051 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/cluster_54b381f6-ff56-d67c-5c9a-dab6c63cc0bf, deleteOnExit=true 2024-11-09T21:17:03,051 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-09T21:17:03,052 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/test.cache.data in system properties and HBase conf 2024-11-09T21:17:03,052 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:17:03,053 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:17:03,053 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:17:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:17:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-09T21:17:03,146 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T21:17:03,233 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:17:03,237 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:17:03,237 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:17:03,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:17:03,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:17:03,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:17:03,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:17:03,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:17:03,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:17:03,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:17:03,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:17:03,241 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:17:03,241 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:17:03,241 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:17:03,242 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:17:04,190 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T21:17:04,275 INFO [Time-limited test {}] log.Log(170): Logging initialized @2355ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T21:17:04,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:17:04,426 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:17:04,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:17:04,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:17:04,447 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:17:04,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:17:04,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:17:04,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:17:04,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/java.io.tmpdir/jetty-localhost-35859-hadoop-hdfs-3_4_1-tests_jar-_-any-1229359961408879841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:17:04,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:35859} 2024-11-09T21:17:04,658 INFO [Time-limited test {}] server.Server(415): Started @2739ms 2024-11-09T21:17:05,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:17:05,073 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:17:05,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:17:05,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:17:05,074 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:17:05,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:17:05,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:17:05,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/java.io.tmpdir/jetty-localhost-37181-hadoop-hdfs-3_4_1-tests_jar-_-any-14454119188035580316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:17:05,199 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:37181} 2024-11-09T21:17:05,199 INFO [Time-limited test {}] server.Server(415): Started @3280ms 2024-11-09T21:17:05,260 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:17:05,757 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/cluster_54b381f6-ff56-d67c-5c9a-dab6c63cc0bf/dfs/data/data1/current/BP-1296080097-172.17.0.2-1731187023947/current, will proceed with Du for space computation calculation, 2024-11-09T21:17:05,757 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/cluster_54b381f6-ff56-d67c-5c9a-dab6c63cc0bf/dfs/data/data2/current/BP-1296080097-172.17.0.2-1731187023947/current, will proceed with Du for space computation calculation, 2024-11-09T21:17:05,789 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:17:05,841 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8640d3557cc7cb2e with lease ID 0xddd1f14573073e2d: Processing first storage report for DS-ed56e474-3617-4f32-b37a-11902648b2e7 from datanode DatanodeRegistration(127.0.0.1:43541, datanodeUuid=753e507f-bf1a-4d34-b816-af99115f366c, infoPort=43705, infoSecurePort=0, ipcPort=46843, storageInfo=lv=-57;cid=testClusterID;nsid=1665199424;c=1731187023947) 2024-11-09T21:17:05,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8640d3557cc7cb2e with lease ID 0xddd1f14573073e2d: from storage DS-ed56e474-3617-4f32-b37a-11902648b2e7 node DatanodeRegistration(127.0.0.1:43541, datanodeUuid=753e507f-bf1a-4d34-b816-af99115f366c, infoPort=43705, infoSecurePort=0, ipcPort=46843, storageInfo=lv=-57;cid=testClusterID;nsid=1665199424;c=1731187023947), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T21:17:05,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8640d3557cc7cb2e with lease ID 0xddd1f14573073e2d: Processing first storage report for DS-2a3219d4-db70-49f5-9266-1c1cfb911449 from datanode DatanodeRegistration(127.0.0.1:43541, datanodeUuid=753e507f-bf1a-4d34-b816-af99115f366c, infoPort=43705, infoSecurePort=0, ipcPort=46843, storageInfo=lv=-57;cid=testClusterID;nsid=1665199424;c=1731187023947) 2024-11-09T21:17:05,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8640d3557cc7cb2e with lease ID 0xddd1f14573073e2d: from storage DS-2a3219d4-db70-49f5-9266-1c1cfb911449 node DatanodeRegistration(127.0.0.1:43541, datanodeUuid=753e507f-bf1a-4d34-b816-af99115f366c, infoPort=43705, infoSecurePort=0, ipcPort=46843, storageInfo=lv=-57;cid=testClusterID;nsid=1665199424;c=1731187023947), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:17:05,925 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05 2024-11-09T21:17:06,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/cluster_54b381f6-ff56-d67c-5c9a-dab6c63cc0bf/zookeeper_0, clientPort=57311, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/cluster_54b381f6-ff56-d67c-5c9a-dab6c63cc0bf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/cluster_54b381f6-ff56-d67c-5c9a-dab6c63cc0bf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T21:17:06,019 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57311 2024-11-09T21:17:06,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:06,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:06,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:17:06,691 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262 with version=8 2024-11-09T21:17:06,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/hbase-staging 2024-11-09T21:17:06,818 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T21:17:07,088 INFO [Time-limited test {}] client.ConnectionUtils(129): master/cc4f9fe6f946:0 server-side Connection retries=45 2024-11-09T21:17:07,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:07,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:07,109 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:17:07,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:07,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:17:07,240 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:17:07,301 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T21:17:07,310 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T21:17:07,314 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:17:07,342 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12695 (auto-detected) 2024-11-09T21:17:07,343 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T21:17:07,362 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33563 2024-11-09T21:17:07,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:07,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:07,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33563 connecting to ZooKeeper ensemble=127.0.0.1:57311 2024-11-09T21:17:07,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335630x0, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:17:07,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33563-0x1018ee51da80000 connected 2024-11-09T21:17:07,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T21:17:07,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:17:07,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T21:17:07,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33563 2024-11-09T21:17:07,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33563 2024-11-09T21:17:07,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33563 2024-11-09T21:17:07,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33563 2024-11-09T21:17:07,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33563 2024-11-09T21:17:07,478 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262, hbase.cluster.distributed=false 2024-11-09T21:17:07,553 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/cc4f9fe6f946:0 server-side Connection retries=45 2024-11-09T21:17:07,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:07,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:07,554 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:17:07,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:07,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:17:07,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:17:07,560 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:17:07,561 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42203 2024-11-09T21:17:07,563 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:17:07,569 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:17:07,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:07,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:07,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42203 connecting to ZooKeeper ensemble=127.0.0.1:57311 2024-11-09T21:17:07,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422030x0, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:17:07,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42203-0x1018ee51da80001 connected 2024-11-09T21:17:07,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T21:17:07,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:17:07,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T21:17:07,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42203 2024-11-09T21:17:07,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42203 2024-11-09T21:17:07,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42203 2024-11-09T21:17:07,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42203 2024-11-09T21:17:07,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42203 2024-11-09T21:17:07,590 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/cc4f9fe6f946,33563,1731187026812 2024-11-09T21:17:07,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:17:07,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:17:07,599 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cc4f9fe6f946,33563,1731187026812 2024-11-09T21:17:07,606 DEBUG [M:0;cc4f9fe6f946:33563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cc4f9fe6f946:33563 2024-11-09T21:17:07,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T21:17:07,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T21:17:07,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:17:07,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:17:07,622 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T21:17:07,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T21:17:07,623 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cc4f9fe6f946,33563,1731187026812 from backup master directory 2024-11-09T21:17:07,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:17:07,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cc4f9fe6f946,33563,1731187026812 2024-11-09T21:17:07,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:17:07,627 WARN [master/cc4f9fe6f946:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:17:07,627 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cc4f9fe6f946,33563,1731187026812 2024-11-09T21:17:07,629 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T21:17:07,630 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T21:17:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:17:08,099 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/hbase.id with ID: 725a3eab-45ed-4372-b04e-df33a2ad178b 2024-11-09T21:17:08,141 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:08,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:17:08,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:17:08,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:17:08,599 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:17:08,601 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:17:08,617 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:08,622 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:08,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:17:09,070 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store 2024-11-09T21:17:09,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:17:09,490 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T21:17:09,491 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:09,492 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:17:09,492 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:09,492 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:09,492 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:17:09,492 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:09,492 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:09,492 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-09T21:17:09,495 WARN [master/cc4f9fe6f946:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/.initializing 2024-11-09T21:17:09,495 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/WALs/cc4f9fe6f946,33563,1731187026812 2024-11-09T21:17:09,501 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:17:09,512 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cc4f9fe6f946%2C33563%2C1731187026812, suffix=, logDir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/WALs/cc4f9fe6f946,33563,1731187026812, archiveDir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/oldWALs, maxLogs=10 2024-11-09T21:17:09,534 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/WALs/cc4f9fe6f946,33563,1731187026812/cc4f9fe6f946%2C33563%2C1731187026812.1731187029516, exclude list is [], retry=0 2024-11-09T21:17:09,551 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43541,DS-ed56e474-3617-4f32-b37a-11902648b2e7,DISK] 2024-11-09T21:17:09,554 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T21:17:09,595 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/WALs/cc4f9fe6f946,33563,1731187026812/cc4f9fe6f946%2C33563%2C1731187026812.1731187029516 2024-11-09T21:17:09,596 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43705:43705)] 2024-11-09T21:17:09,596 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:17:09,597 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:09,601 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:09,603 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:09,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:09,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:17:09,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:09,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:09,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:09,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:17:09,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:09,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:09,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:09,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:17:09,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:09,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:09,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:09,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:17:09,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:09,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:09,698 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:09,699 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:09,707 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:17:09,711 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:09,716 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:17:09,717 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74383210, jitterRate=0.10839620232582092}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:17:09,722 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-09T21:17:09,723 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:17:09,752 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@840dc2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:09,788 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-09T21:17:09,800 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:17:09,801 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:17:09,803 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:17:09,804 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T21:17:09,810 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-09T21:17:09,810 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:17:09,842 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:17:09,854 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T21:17:09,857 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-09T21:17:09,859 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:17:09,860 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:17:09,862 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-09T21:17:09,864 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:17:09,867 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:17:09,869 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-09T21:17:09,870 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:17:09,872 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T21:17:09,882 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:17:09,884 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T21:17:09,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T21:17:09,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T21:17:09,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:17:09,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:17:09,889 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=cc4f9fe6f946,33563,1731187026812, sessionid=0x1018ee51da80000, setting cluster-up flag (Was=false) 2024-11-09T21:17:09,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:17:09,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:17:09,907 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T21:17:09,909 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cc4f9fe6f946,33563,1731187026812 2024-11-09T21:17:09,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:17:09,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:17:09,919 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T21:17:09,921 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cc4f9fe6f946,33563,1731187026812 2024-11-09T21:17:10,008 DEBUG [RS:0;cc4f9fe6f946:42203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cc4f9fe6f946:42203 2024-11-09T21:17:10,009 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-09T21:17:10,010 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(1008): ClusterId : 725a3eab-45ed-4372-b04e-df33a2ad178b 2024-11-09T21:17:10,014 DEBUG [RS:0;cc4f9fe6f946:42203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:17:10,016 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-09T21:17:10,018 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:17:10,019 DEBUG [RS:0;cc4f9fe6f946:42203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:17:10,019 DEBUG [RS:0;cc4f9fe6f946:42203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:17:10,022 DEBUG [RS:0;cc4f9fe6f946:42203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:17:10,022 DEBUG [RS:0;cc4f9fe6f946:42203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ab3f5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:10,024 DEBUG [RS:0;cc4f9fe6f946:42203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2157bee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cc4f9fe6f946/172.17.0.2:0 2024-11-09T21:17:10,024 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cc4f9fe6f946,33563,1731187026812 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:17:10,026 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-09T21:17:10,027 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-09T21:17:10,027 DEBUG [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-09T21:17:10,027 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cc4f9fe6f946:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:10,028 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cc4f9fe6f946:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:10,028 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cc4f9fe6f946:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:10,028 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cc4f9fe6f946:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:10,028 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cc4f9fe6f946:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:17:10,028 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cc4f9fe6f946:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:10,028 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cc4f9fe6f946:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:17:10,028 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cc4f9fe6f946:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:10,029 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(3073): reportForDuty to master=cc4f9fe6f946,33563,1731187026812 with isa=cc4f9fe6f946/172.17.0.2:42203, startcode=1731187027551 2024-11-09T21:17:10,030 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187060030 2024-11-09T21:17:10,032 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:17:10,033 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:17:10,034 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:17:10,035 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:17:10,037 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:17:10,038 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:17:10,038 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:17:10,038 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:17:10,039 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:10,041 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:10,041 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:17:10,043 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:17:10,045 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:17:10,045 DEBUG [RS:0;cc4f9fe6f946:42203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:17:10,045 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:17:10,048 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:17:10,048 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:17:10,050 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cc4f9fe6f946:0:becomeActiveMaster-HFileCleaner.large.0-1731187030050,5,FailOnTimeoutGroup] 2024-11-09T21:17:10,050 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cc4f9fe6f946:0:becomeActiveMaster-HFileCleaner.small.0-1731187030050,5,FailOnTimeoutGroup] 2024-11-09T21:17:10,050 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:10,050 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:17:10,052 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:10,052 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:10,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741831_1007 (size=1039) 2024-11-09T21:17:10,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-09T21:17:10,055 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262 2024-11-09T21:17:10,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741832_1008 (size=32) 2024-11-09T21:17:10,085 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41423, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:17:10,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33563 {}] master.ServerManager(332): Checking decommissioned status of RegionServer cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:10,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33563 {}] master.ServerManager(486): Registering regionserver=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:10,111 DEBUG [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262 2024-11-09T21:17:10,111 DEBUG [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35001 2024-11-09T21:17:10,111 DEBUG [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-09T21:17:10,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T21:17:10,116 DEBUG [RS:0;cc4f9fe6f946:42203 {}] zookeeper.ZKUtil(111): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:10,116 WARN [RS:0;cc4f9fe6f946:42203 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:17:10,117 INFO [RS:0;cc4f9fe6f946:42203 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:10,117 DEBUG [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/WALs/cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:10,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cc4f9fe6f946,42203,1731187027551] 2024-11-09T21:17:10,130 DEBUG [RS:0;cc4f9fe6f946:42203 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-09T21:17:10,141 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:17:10,152 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:17:10,155 INFO [RS:0;cc4f9fe6f946:42203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:17:10,155 INFO [RS:0;cc4f9fe6f946:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:10,156 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-09T21:17:10,162 INFO [RS:0;cc4f9fe6f946:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:10,163 DEBUG [RS:0;cc4f9fe6f946:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cc4f9fe6f946:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:10,163 DEBUG [RS:0;cc4f9fe6f946:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cc4f9fe6f946:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:10,163 DEBUG [RS:0;cc4f9fe6f946:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cc4f9fe6f946:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:10,163 DEBUG [RS:0;cc4f9fe6f946:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:10,163 DEBUG [RS:0;cc4f9fe6f946:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cc4f9fe6f946:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:10,163 DEBUG [RS:0;cc4f9fe6f946:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cc4f9fe6f946:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:17:10,163 DEBUG [RS:0;cc4f9fe6f946:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cc4f9fe6f946:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:10,163 DEBUG [RS:0;cc4f9fe6f946:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cc4f9fe6f946:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:10,164 DEBUG [RS:0;cc4f9fe6f946:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cc4f9fe6f946:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:10,164 DEBUG [RS:0;cc4f9fe6f946:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cc4f9fe6f946:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:10,164 DEBUG [RS:0;cc4f9fe6f946:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cc4f9fe6f946:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:10,164 DEBUG [RS:0;cc4f9fe6f946:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cc4f9fe6f946:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:17:10,164 DEBUG [RS:0;cc4f9fe6f946:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:17:10,165 INFO [RS:0;cc4f9fe6f946:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:10,165 INFO [RS:0;cc4f9fe6f946:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:10,165 INFO [RS:0;cc4f9fe6f946:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:10,166 INFO [RS:0;cc4f9fe6f946:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:10,166 INFO [RS:0;cc4f9fe6f946:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=cc4f9fe6f946,42203,1731187027551-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:17:10,186 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:17:10,188 INFO [RS:0;cc4f9fe6f946:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=cc4f9fe6f946,42203,1731187027551-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:10,208 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.Replication(204): cc4f9fe6f946,42203,1731187027551 started 2024-11-09T21:17:10,208 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(1767): Serving as cc4f9fe6f946,42203,1731187027551, RpcServer on cc4f9fe6f946/172.17.0.2:42203, sessionid=0x1018ee51da80001 2024-11-09T21:17:10,209 DEBUG [RS:0;cc4f9fe6f946:42203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:17:10,209 DEBUG [RS:0;cc4f9fe6f946:42203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:10,209 DEBUG [RS:0;cc4f9fe6f946:42203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cc4f9fe6f946,42203,1731187027551' 2024-11-09T21:17:10,209 DEBUG [RS:0;cc4f9fe6f946:42203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T21:17:10,210 DEBUG [RS:0;cc4f9fe6f946:42203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T21:17:10,211 DEBUG [RS:0;cc4f9fe6f946:42203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:17:10,211 DEBUG [RS:0;cc4f9fe6f946:42203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:17:10,211 DEBUG [RS:0;cc4f9fe6f946:42203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:10,211 DEBUG [RS:0;cc4f9fe6f946:42203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cc4f9fe6f946,42203,1731187027551' 2024-11-09T21:17:10,211 DEBUG [RS:0;cc4f9fe6f946:42203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T21:17:10,212 DEBUG [RS:0;cc4f9fe6f946:42203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T21:17:10,213 DEBUG [RS:0;cc4f9fe6f946:42203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:17:10,213 INFO [RS:0;cc4f9fe6f946:42203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:17:10,213 INFO [RS:0;cc4f9fe6f946:42203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:17:10,319 INFO [RS:0;cc4f9fe6f946:42203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:17:10,322 INFO [RS:0;cc4f9fe6f946:42203 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cc4f9fe6f946%2C42203%2C1731187027551, suffix=, logDir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/WALs/cc4f9fe6f946,42203,1731187027551, archiveDir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/oldWALs, maxLogs=32 2024-11-09T21:17:10,339 DEBUG [RS:0;cc4f9fe6f946:42203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/WALs/cc4f9fe6f946,42203,1731187027551/cc4f9fe6f946%2C42203%2C1731187027551.1731187030324, exclude list is [], retry=0 2024-11-09T21:17:10,344 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43541,DS-ed56e474-3617-4f32-b37a-11902648b2e7,DISK] 2024-11-09T21:17:10,347 INFO [RS:0;cc4f9fe6f946:42203 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/WALs/cc4f9fe6f946,42203,1731187027551/cc4f9fe6f946%2C42203%2C1731187027551.1731187030324 2024-11-09T21:17:10,347 DEBUG [RS:0;cc4f9fe6f946:42203 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43705:43705)] 2024-11-09T21:17:10,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:10,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:17:10,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:17:10,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:10,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:10,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:17:10,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:17:10,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:10,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:10,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:17:10,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:17:10,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:10,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:10,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740 2024-11-09T21:17:10,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740 2024-11-09T21:17:10,488 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T21:17:10,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-09T21:17:10,495 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:17:10,496 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74134116, jitterRate=0.10468441247940063}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T21:17:10,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-09T21:17:10,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:17:10,498 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-09T21:17:10,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-09T21:17:10,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:17:10,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:17:10,500 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-09T21:17:10,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-09T21:17:10,502 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:17:10,503 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-09T21:17:10,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:17:10,517 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:17:10,519 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:17:10,671 DEBUG [cc4f9fe6f946:33563 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:17:10,676 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:10,681 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cc4f9fe6f946,42203,1731187027551, state=OPENING 2024-11-09T21:17:10,686 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:17:10,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:17:10,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:17:10,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:17:10,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:17:10,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:17:10,868 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:10,870 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:17:10,873 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:17:10,883 INFO [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-09T21:17:10,884 INFO [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:10,884 INFO [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:17:10,887 INFO [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cc4f9fe6f946%2C42203%2C1731187027551.meta, suffix=.meta, logDir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/WALs/cc4f9fe6f946,42203,1731187027551, archiveDir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/oldWALs, maxLogs=32 2024-11-09T21:17:10,904 DEBUG [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/WALs/cc4f9fe6f946,42203,1731187027551/cc4f9fe6f946%2C42203%2C1731187027551.meta.1731187030889.meta, exclude list is [], retry=0 2024-11-09T21:17:10,907 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43541,DS-ed56e474-3617-4f32-b37a-11902648b2e7,DISK] 2024-11-09T21:17:10,910 INFO [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/WALs/cc4f9fe6f946,42203,1731187027551/cc4f9fe6f946%2C42203%2C1731187027551.meta.1731187030889.meta 2024-11-09T21:17:10,911 DEBUG [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43705:43705)] 2024-11-09T21:17:10,911 DEBUG [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:17:10,913 DEBUG [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:17:10,973 DEBUG [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:17:10,978 INFO [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:17:10,984 DEBUG [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:17:10,984 DEBUG [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:10,985 DEBUG [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-09T21:17:10,985 DEBUG [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-09T21:17:10,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:17:10,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:17:10,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:10,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:10,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:17:10,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:17:10,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:10,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:10,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:17:10,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:17:10,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:10,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:10,998 DEBUG [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740 2024-11-09T21:17:11,001 DEBUG [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740 2024-11-09T21:17:11,004 DEBUG [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T21:17:11,007 DEBUG [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-09T21:17:11,009 INFO [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63143209, jitterRate=-0.05909286439418793}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T21:17:11,011 DEBUG [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-09T21:17:11,020 INFO [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187030862 2024-11-09T21:17:11,032 DEBUG [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:17:11,032 INFO [RS_OPEN_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-09T21:17:11,033 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:11,035 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cc4f9fe6f946,42203,1731187027551, state=OPEN 2024-11-09T21:17:11,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:17:11,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:17:11,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:17:11,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:17:11,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:17:11,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=cc4f9fe6f946,42203,1731187027551 in 349 msec 2024-11-09T21:17:11,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:17:11,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 537 msec 2024-11-09T21:17:11,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0980 sec 2024-11-09T21:17:11,055 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187031055, completionTime=-1 2024-11-09T21:17:11,056 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:17:11,056 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-09T21:17:11,096 DEBUG [hconnection-0x78a3ceac-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:11,098 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:11,108 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-09T21:17:11,108 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187091108 2024-11-09T21:17:11,108 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187151108 2024-11-09T21:17:11,109 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 52 msec 2024-11-09T21:17:11,131 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cc4f9fe6f946,33563,1731187026812-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:11,131 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cc4f9fe6f946,33563,1731187026812-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:11,132 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cc4f9fe6f946,33563,1731187026812-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:11,133 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cc4f9fe6f946:33563, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:11,134 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:11,140 DEBUG [master/cc4f9fe6f946:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-09T21:17:11,142 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-09T21:17:11,143 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:17:11,150 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-09T21:17:11,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:17:11,155 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:11,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:17:11,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741835_1011 (size=358) 2024-11-09T21:17:11,574 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c652fd48b2d0065037414f67732f25be, NAME => 'hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262 2024-11-09T21:17:11,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741836_1012 (size=42) 2024-11-09T21:17:11,985 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:11,985 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing c652fd48b2d0065037414f67732f25be, disabling compactions & flushes 2024-11-09T21:17:11,986 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be. 2024-11-09T21:17:11,986 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be. 2024-11-09T21:17:11,986 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be. after waiting 0 ms 2024-11-09T21:17:11,986 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be. 2024-11-09T21:17:11,986 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be. 2024-11-09T21:17:11,986 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for c652fd48b2d0065037414f67732f25be: 2024-11-09T21:17:11,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:17:11,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731187031990"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187031990"}]},"ts":"1731187031990"} 2024-11-09T21:17:12,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T21:17:12,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:17:12,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187032026"}]},"ts":"1731187032026"} 2024-11-09T21:17:12,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-09T21:17:12,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c652fd48b2d0065037414f67732f25be, ASSIGN}] 2024-11-09T21:17:12,043 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c652fd48b2d0065037414f67732f25be, ASSIGN 2024-11-09T21:17:12,045 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=c652fd48b2d0065037414f67732f25be, ASSIGN; state=OFFLINE, location=cc4f9fe6f946,42203,1731187027551; forceNewPlan=false, retain=false 2024-11-09T21:17:12,196 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c652fd48b2d0065037414f67732f25be, regionState=OPENING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:12,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure c652fd48b2d0065037414f67732f25be, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:17:12,354 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:12,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be. 2024-11-09T21:17:12,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => c652fd48b2d0065037414f67732f25be, NAME => 'hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:17:12,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace c652fd48b2d0065037414f67732f25be 2024-11-09T21:17:12,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:12,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for c652fd48b2d0065037414f67732f25be 2024-11-09T21:17:12,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for c652fd48b2d0065037414f67732f25be 2024-11-09T21:17:12,364 INFO [StoreOpener-c652fd48b2d0065037414f67732f25be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c652fd48b2d0065037414f67732f25be 2024-11-09T21:17:12,366 INFO [StoreOpener-c652fd48b2d0065037414f67732f25be-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c652fd48b2d0065037414f67732f25be columnFamilyName info 2024-11-09T21:17:12,367 DEBUG [StoreOpener-c652fd48b2d0065037414f67732f25be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:12,367 INFO [StoreOpener-c652fd48b2d0065037414f67732f25be-1 {}] regionserver.HStore(327): Store=c652fd48b2d0065037414f67732f25be/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:12,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/namespace/c652fd48b2d0065037414f67732f25be 2024-11-09T21:17:12,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/namespace/c652fd48b2d0065037414f67732f25be 2024-11-09T21:17:12,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for c652fd48b2d0065037414f67732f25be 2024-11-09T21:17:12,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/namespace/c652fd48b2d0065037414f67732f25be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:17:12,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened c652fd48b2d0065037414f67732f25be; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67924672, jitterRate=0.012156486511230469}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T21:17:12,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for c652fd48b2d0065037414f67732f25be: 2024-11-09T21:17:12,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be., pid=6, masterSystemTime=1731187032354 2024-11-09T21:17:12,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be. 2024-11-09T21:17:12,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be. 2024-11-09T21:17:12,386 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c652fd48b2d0065037414f67732f25be, regionState=OPEN, openSeqNum=2, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:12,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:17:12,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure c652fd48b2d0065037414f67732f25be, server=cc4f9fe6f946,42203,1731187027551 in 189 msec 2024-11-09T21:17:12,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:17:12,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=c652fd48b2d0065037414f67732f25be, ASSIGN in 351 msec 2024-11-09T21:17:12,397 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:17:12,397 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187032397"}]},"ts":"1731187032397"} 2024-11-09T21:17:12,400 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-09T21:17:12,403 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:17:12,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2600 sec 2024-11-09T21:17:12,454 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-09T21:17:12,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-09T21:17:12,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:17:12,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:17:12,508 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-09T21:17:12,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-09T21:17:12,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2024-11-09T21:17:12,542 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-09T21:17:12,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-09T21:17:12,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-09T21:17:12,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-09T21:17:12,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-09T21:17:12,571 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.944sec 2024-11-09T21:17:12,572 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:17:12,574 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:17:12,575 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:17:12,575 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:17:12,575 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:17:12,576 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cc4f9fe6f946,33563,1731187026812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:17:12,576 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cc4f9fe6f946,33563,1731187026812-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:17:12,583 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:17:12,583 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:17:12,584 INFO [master/cc4f9fe6f946:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cc4f9fe6f946,33563,1731187026812-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:12,612 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-09T21:17:12,612 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-09T21:17:12,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:12,623 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T21:17:12,623 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T21:17:12,632 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:12,643 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:12,654 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=cc4f9fe6f946,33563,1731187026812 2024-11-09T21:17:12,673 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=269, ProcessCount=11, AvailableMemoryMB=6931 2024-11-09T21:17:12,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:17:12,691 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:17:12,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T21:17:12,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:17:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T21:17:12,706 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:17:12,706 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:12,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-09T21:17:12,708 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:17:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-09T21:17:12,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741837_1013 (size=960) 2024-11-09T21:17:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-09T21:17:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-09T21:17:13,123 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262 2024-11-09T21:17:13,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741838_1014 (size=53) 2024-11-09T21:17:13,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:13,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 2d4ab541ffaa03999ae877ddea0adb16, disabling compactions & flushes 2024-11-09T21:17:13,132 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:13,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:13,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. after waiting 0 ms 2024-11-09T21:17:13,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:13,132 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:13,133 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:13,134 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:17:13,135 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731187033134"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187033134"}]},"ts":"1731187033134"} 2024-11-09T21:17:13,138 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T21:17:13,139 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:17:13,139 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187033139"}]},"ts":"1731187033139"} 2024-11-09T21:17:13,142 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T21:17:13,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d4ab541ffaa03999ae877ddea0adb16, ASSIGN}] 2024-11-09T21:17:13,148 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d4ab541ffaa03999ae877ddea0adb16, ASSIGN 2024-11-09T21:17:13,149 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d4ab541ffaa03999ae877ddea0adb16, ASSIGN; state=OFFLINE, location=cc4f9fe6f946,42203,1731187027551; forceNewPlan=false, retain=false 2024-11-09T21:17:13,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2d4ab541ffaa03999ae877ddea0adb16, regionState=OPENING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:13,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:17:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-09T21:17:13,457 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:13,467 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:13,467 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:17:13,468 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:13,468 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:13,468 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:13,468 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:13,472 INFO [StoreOpener-2d4ab541ffaa03999ae877ddea0adb16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:13,475 INFO [StoreOpener-2d4ab541ffaa03999ae877ddea0adb16-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:17:13,475 INFO [StoreOpener-2d4ab541ffaa03999ae877ddea0adb16-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d4ab541ffaa03999ae877ddea0adb16 columnFamilyName A 2024-11-09T21:17:13,476 DEBUG [StoreOpener-2d4ab541ffaa03999ae877ddea0adb16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:13,477 INFO [StoreOpener-2d4ab541ffaa03999ae877ddea0adb16-1 {}] regionserver.HStore(327): Store=2d4ab541ffaa03999ae877ddea0adb16/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:13,477 INFO [StoreOpener-2d4ab541ffaa03999ae877ddea0adb16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:13,479 INFO [StoreOpener-2d4ab541ffaa03999ae877ddea0adb16-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:17:13,480 INFO [StoreOpener-2d4ab541ffaa03999ae877ddea0adb16-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d4ab541ffaa03999ae877ddea0adb16 columnFamilyName B 2024-11-09T21:17:13,480 DEBUG [StoreOpener-2d4ab541ffaa03999ae877ddea0adb16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:13,481 INFO [StoreOpener-2d4ab541ffaa03999ae877ddea0adb16-1 {}] regionserver.HStore(327): Store=2d4ab541ffaa03999ae877ddea0adb16/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:13,481 INFO [StoreOpener-2d4ab541ffaa03999ae877ddea0adb16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:13,483 INFO [StoreOpener-2d4ab541ffaa03999ae877ddea0adb16-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:17:13,483 INFO [StoreOpener-2d4ab541ffaa03999ae877ddea0adb16-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d4ab541ffaa03999ae877ddea0adb16 columnFamilyName C 2024-11-09T21:17:13,483 DEBUG [StoreOpener-2d4ab541ffaa03999ae877ddea0adb16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:13,484 INFO [StoreOpener-2d4ab541ffaa03999ae877ddea0adb16-1 {}] regionserver.HStore(327): Store=2d4ab541ffaa03999ae877ddea0adb16/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:13,485 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:13,486 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:13,487 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:13,490 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T21:17:13,493 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:13,497 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:17:13,498 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 2d4ab541ffaa03999ae877ddea0adb16; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71320597, jitterRate=0.06275971233844757}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T21:17:13,500 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:13,501 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., pid=11, masterSystemTime=1731187033457 2024-11-09T21:17:13,505 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:13,505 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:13,506 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2d4ab541ffaa03999ae877ddea0adb16, regionState=OPEN, openSeqNum=2, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:13,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-09T21:17:13,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 in 205 msec 2024-11-09T21:17:13,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T21:17:13,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d4ab541ffaa03999ae877ddea0adb16, ASSIGN in 366 msec 2024-11-09T21:17:13,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:17:13,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187033517"}]},"ts":"1731187033517"} 2024-11-09T21:17:13,520 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T21:17:13,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:17:13,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 822 msec 2024-11-09T21:17:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-09T21:17:13,825 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-09T21:17:13,831 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-09T21:17:13,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:13,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:13,839 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:13,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:17:13,845 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:17:13,855 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-09T21:17:13,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:13,861 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-09T21:17:13,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:13,867 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-09T21:17:13,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:13,872 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-09T21:17:13,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:13,880 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-09T21:17:13,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:13,885 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-09T21:17:13,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:13,890 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-09T21:17:13,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:13,894 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-09T21:17:13,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:13,899 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-09T21:17:13,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:13,908 DEBUG [hconnection-0x3ff5e795-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:13,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:17:13,916 DEBUG [hconnection-0x1a793308-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:13,918 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:13,919 DEBUG [hconnection-0x43ce456a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:13,919 DEBUG [hconnection-0x1f74a850-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:13,919 DEBUG [hconnection-0x3f372560-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:13,920 DEBUG [hconnection-0x32a257e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:13,920 DEBUG [hconnection-0x937cb2f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:13,920 DEBUG [hconnection-0x42d5ecaf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-09T21:17:13,924 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:17:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T21:17:13,926 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:17:13,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:17:13,928 DEBUG [hconnection-0x5d0c468c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:13,936 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:13,940 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:13,944 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:13,945 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:13,947 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:13,947 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:13,947 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:13,953 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T21:17:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:14,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T21:17:14,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:14,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:14,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:14,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:14,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:14,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:14,090 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T21:17:14,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:14,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:14,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:14,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:14,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T21:17:14,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/5140dcf8b07c45f49758155d0b4fa237 is 50, key is test_row_0/A:col10/1731187034032/Put/seqid=0 2024-11-09T21:17:14,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741839_1015 (size=12001) 2024-11-09T21:17:14,301 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T21:17:14,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:14,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:14,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:14,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:14,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:14,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:14,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187094367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187094367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187094372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187094371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187094382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,471 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T21:17:14,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:14,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:14,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:14,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:14,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T21:17:14,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187094562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187094563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:14,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187094562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187094564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187094564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,638 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T21:17:14,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:14,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:14,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:14,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:14,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:14,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/5140dcf8b07c45f49758155d0b4fa237 2024-11-09T21:17:14,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187094774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187094778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187094776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187094780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187094790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,797 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T21:17:14,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:14,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:14,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:14,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:14,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:14,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/27ddfcc734ee4b81937ccea3f0ad910a is 50, key is test_row_0/B:col10/1731187034032/Put/seqid=0 2024-11-09T21:17:14,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741840_1016 (size=12001) 2024-11-09T21:17:14,990 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:14,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T21:17:14,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:14,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:14,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:14,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:14,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T21:17:15,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187095090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187095092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187095093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187095082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187095108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T21:17:15,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:15,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:15,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:15,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:15,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:15,308 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T21:17:15,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:15,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:15,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:15,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:15,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:15,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/27ddfcc734ee4b81937ccea3f0ad910a 2024-11-09T21:17:15,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/c1b335fcab73438a9631b55bc0b0abfe is 50, key is test_row_0/C:col10/1731187034032/Put/seqid=0 2024-11-09T21:17:15,464 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T21:17:15,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:15,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:15,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:15,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:15,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:15,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741841_1017 (size=12001) 2024-11-09T21:17:15,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/c1b335fcab73438a9631b55bc0b0abfe 2024-11-09T21:17:15,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/5140dcf8b07c45f49758155d0b4fa237 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/5140dcf8b07c45f49758155d0b4fa237 2024-11-09T21:17:15,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/5140dcf8b07c45f49758155d0b4fa237, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T21:17:15,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/27ddfcc734ee4b81937ccea3f0ad910a as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/27ddfcc734ee4b81937ccea3f0ad910a 2024-11-09T21:17:15,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/27ddfcc734ee4b81937ccea3f0ad910a, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T21:17:15,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/c1b335fcab73438a9631b55bc0b0abfe as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c1b335fcab73438a9631b55bc0b0abfe 2024-11-09T21:17:15,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c1b335fcab73438a9631b55bc0b0abfe, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T21:17:15,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2d4ab541ffaa03999ae877ddea0adb16 in 1568ms, sequenceid=12, compaction requested=false 2024-11-09T21:17:15,619 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T21:17:15,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:15,621 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T21:17:15,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:15,622 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T21:17:15,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:15,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:15,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:15,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:15,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:15,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:15,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:15,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/826618cc6ab1463dba245617874da648 is 50, key is test_row_0/A:col10/1731187034263/Put/seqid=0 2024-11-09T21:17:15,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187095648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187095659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187095663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187095664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187095670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741842_1018 (size=12001) 2024-11-09T21:17:15,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187095768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187095769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187095771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187095772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187095784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187095979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187095981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:15,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187095981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187095992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:16,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187095994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T21:17:16,113 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/826618cc6ab1463dba245617874da648 2024-11-09T21:17:16,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/3586ef4123394550b45199b7c41c2c93 is 50, key is test_row_0/B:col10/1731187034263/Put/seqid=0 2024-11-09T21:17:16,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741843_1019 (size=12001) 2024-11-09T21:17:16,196 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/3586ef4123394550b45199b7c41c2c93 2024-11-09T21:17:16,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/c3ab43842db24ae095ccfffe6dd4912f is 50, key is test_row_0/C:col10/1731187034263/Put/seqid=0 2024-11-09T21:17:16,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741844_1020 (size=12001) 2024-11-09T21:17:16,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:16,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187096286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187096286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:16,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187096288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:16,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187096305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:16,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187096308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:16,497 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T21:17:16,584 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:17:16,589 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-09T21:17:16,678 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/c3ab43842db24ae095ccfffe6dd4912f 2024-11-09T21:17:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/826618cc6ab1463dba245617874da648 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/826618cc6ab1463dba245617874da648 2024-11-09T21:17:16,712 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/826618cc6ab1463dba245617874da648, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T21:17:16,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/3586ef4123394550b45199b7c41c2c93 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/3586ef4123394550b45199b7c41c2c93 2024-11-09T21:17:16,736 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/3586ef4123394550b45199b7c41c2c93, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T21:17:16,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/c3ab43842db24ae095ccfffe6dd4912f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c3ab43842db24ae095ccfffe6dd4912f 2024-11-09T21:17:16,759 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c3ab43842db24ae095ccfffe6dd4912f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T21:17:16,761 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 2d4ab541ffaa03999ae877ddea0adb16 in 1139ms, sequenceid=37, compaction requested=false 2024-11-09T21:17:16,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:16,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:16,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T21:17:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-09T21:17:16,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T21:17:16,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8390 sec 2024-11-09T21:17:16,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.8570 sec 2024-11-09T21:17:16,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T21:17:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:16,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:16,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:16,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:16,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:16,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:16,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:16,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/661f5b42199c4e11bc592c3afa552f6b is 50, key is test_row_0/A:col10/1731187036822/Put/seqid=0 2024-11-09T21:17:16,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741845_1021 (size=12001) 2024-11-09T21:17:16,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/661f5b42199c4e11bc592c3afa552f6b 2024-11-09T21:17:16,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/6400282cfcbe4c9db96d1d93065a19a7 is 50, key is test_row_0/B:col10/1731187036822/Put/seqid=0 2024-11-09T21:17:16,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187096904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:16,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187096908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:16,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187096913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:16,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187096915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:16,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187096916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:16,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741846_1022 (size=12001) 2024-11-09T21:17:16,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/6400282cfcbe4c9db96d1d93065a19a7 2024-11-09T21:17:16,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/7ae07f0b01b64c498cf5752133276b1c is 50, key is test_row_0/C:col10/1731187036822/Put/seqid=0 2024-11-09T21:17:17,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187097042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187097043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741847_1023 (size=12001) 2024-11-09T21:17:17,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187097046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187097046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187097046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187097250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187097250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187097253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187097253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187097261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T21:17:17,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T21:17:17,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-09T21:17:17,301 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-09T21:17:17,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:17:17,303 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T21:17:17,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T21:17:17,303 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T21:17:17,305 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T21:17:17,305 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-09T21:17:17,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/7ae07f0b01b64c498cf5752133276b1c 2024-11-09T21:17:17,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/661f5b42199c4e11bc592c3afa552f6b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/661f5b42199c4e11bc592c3afa552f6b 2024-11-09T21:17:17,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/661f5b42199c4e11bc592c3afa552f6b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-09T21:17:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/6400282cfcbe4c9db96d1d93065a19a7 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/6400282cfcbe4c9db96d1d93065a19a7 2024-11-09T21:17:17,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/6400282cfcbe4c9db96d1d93065a19a7, entries=150, sequenceid=51, filesize=11.7 K 2024-11-09T21:17:17,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/7ae07f0b01b64c498cf5752133276b1c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/7ae07f0b01b64c498cf5752133276b1c 2024-11-09T21:17:17,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/7ae07f0b01b64c498cf5752133276b1c, entries=150, sequenceid=51, filesize=11.7 K 2024-11-09T21:17:17,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2d4ab541ffaa03999ae877ddea0adb16 in 695ms, sequenceid=51, compaction requested=true 2024-11-09T21:17:17,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:17:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:17:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:17:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:17,533 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:17,534 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:17,536 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:17,538 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/B is initiating minor compaction (all files) 2024-11-09T21:17:17,538 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/B in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:17,539 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:17,540 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/27ddfcc734ee4b81937ccea3f0ad910a, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/3586ef4123394550b45199b7c41c2c93, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/6400282cfcbe4c9db96d1d93065a19a7] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=35.2 K 2024-11-09T21:17:17,540 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/A is initiating minor compaction (all files) 2024-11-09T21:17:17,540 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/A in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:17,540 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/5140dcf8b07c45f49758155d0b4fa237, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/826618cc6ab1463dba245617874da648, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/661f5b42199c4e11bc592c3afa552f6b] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=35.2 K 2024-11-09T21:17:17,541 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 27ddfcc734ee4b81937ccea3f0ad910a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731187033998 2024-11-09T21:17:17,542 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5140dcf8b07c45f49758155d0b4fa237, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731187033998 2024-11-09T21:17:17,542 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 3586ef4123394550b45199b7c41c2c93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731187034263 2024-11-09T21:17:17,543 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 6400282cfcbe4c9db96d1d93065a19a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731187035662 2024-11-09T21:17:17,544 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 826618cc6ab1463dba245617874da648, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731187034263 2024-11-09T21:17:17,545 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 661f5b42199c4e11bc592c3afa552f6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731187035662 2024-11-09T21:17:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:17,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T21:17:17,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:17,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:17,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:17,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:17,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:17,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:17,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/926fa89decf243a1b5ffbe87c3fd9f5d is 50, key is test_row_0/A:col10/1731187036908/Put/seqid=0 2024-11-09T21:17:17,611 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#B#compaction#10 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:17,613 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/092c5448340e467a92fb3eb09c03481d is 50, key is test_row_0/B:col10/1731187036822/Put/seqid=0 2024-11-09T21:17:17,624 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#A#compaction#11 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:17,625 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/b8e924abd7204b3aabd4f97448c0f692 is 50, key is test_row_0/A:col10/1731187036822/Put/seqid=0 2024-11-09T21:17:17,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187097623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187097628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187097643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741848_1024 (size=16681) 2024-11-09T21:17:17,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187097646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187097649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741850_1026 (size=12104) 2024-11-09T21:17:17,702 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/092c5448340e467a92fb3eb09c03481d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/092c5448340e467a92fb3eb09c03481d 2024-11-09T21:17:17,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741849_1025 (size=12104) 2024-11-09T21:17:17,726 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/b8e924abd7204b3aabd4f97448c0f692 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/b8e924abd7204b3aabd4f97448c0f692 2024-11-09T21:17:17,729 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/B of 2d4ab541ffaa03999ae877ddea0adb16 into 092c5448340e467a92fb3eb09c03481d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:17,729 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:17,729 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/B, priority=13, startTime=1731187037532; duration=0sec 2024-11-09T21:17:17,730 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:17,730 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:B 2024-11-09T21:17:17,730 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:17,733 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:17,734 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/C is initiating minor compaction (all files) 2024-11-09T21:17:17,734 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/C in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:17,734 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c1b335fcab73438a9631b55bc0b0abfe, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c3ab43842db24ae095ccfffe6dd4912f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/7ae07f0b01b64c498cf5752133276b1c] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=35.2 K 2024-11-09T21:17:17,736 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting c1b335fcab73438a9631b55bc0b0abfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731187033998 2024-11-09T21:17:17,737 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting c3ab43842db24ae095ccfffe6dd4912f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731187034263 2024-11-09T21:17:17,738 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ae07f0b01b64c498cf5752133276b1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731187035662 2024-11-09T21:17:17,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,754 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/A of 2d4ab541ffaa03999ae877ddea0adb16 into b8e924abd7204b3aabd4f97448c0f692(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187097750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,754 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:17,754 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/A, priority=13, startTime=1731187037521; duration=0sec 2024-11-09T21:17:17,754 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:17,754 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:A 2024-11-09T21:17:17,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187097751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187097759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,769 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#C#compaction#12 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:17,770 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/dd04cc978cc841c49a91bab9ae74e263 is 50, key is test_row_0/C:col10/1731187036822/Put/seqid=0 2024-11-09T21:17:17,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187097766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187097767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741851_1027 (size=12104) 2024-11-09T21:17:17,831 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/dd04cc978cc841c49a91bab9ae74e263 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/dd04cc978cc841c49a91bab9ae74e263 2024-11-09T21:17:17,845 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/C of 2d4ab541ffaa03999ae877ddea0adb16 into dd04cc978cc841c49a91bab9ae74e263(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:17,845 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:17,845 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/C, priority=13, startTime=1731187037532; duration=0sec 2024-11-09T21:17:17,845 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:17,846 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:C 2024-11-09T21:17:17,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187097958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187097960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187097973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187097977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:17,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187097979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T21:17:18,040 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-09T21:17:18,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:17:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-09T21:17:18,051 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:17:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-09T21:17:18,052 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:17:18,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:17:18,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/926fa89decf243a1b5ffbe87c3fd9f5d 2024-11-09T21:17:18,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/1d170c6678de418b90b0c1c19c5d0ca7 is 50, key is test_row_0/B:col10/1731187036908/Put/seqid=0 2024-11-09T21:17:18,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741852_1028 (size=12001) 2024-11-09T21:17:18,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/1d170c6678de418b90b0c1c19c5d0ca7 2024-11-09T21:17:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-09T21:17:18,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/ed29fd76698f40e09d8fd1201babb593 is 50, key is test_row_0/C:col10/1731187036908/Put/seqid=0 2024-11-09T21:17:18,205 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-09T21:17:18,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:18,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:18,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:18,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:18,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:18,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741853_1029 (size=12001) 2024-11-09T21:17:18,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/ed29fd76698f40e09d8fd1201babb593 2024-11-09T21:17:18,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/926fa89decf243a1b5ffbe87c3fd9f5d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/926fa89decf243a1b5ffbe87c3fd9f5d 2024-11-09T21:17:18,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/926fa89decf243a1b5ffbe87c3fd9f5d, entries=250, sequenceid=75, filesize=16.3 K 2024-11-09T21:17:18,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187098264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187098269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/1d170c6678de418b90b0c1c19c5d0ca7 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/1d170c6678de418b90b0c1c19c5d0ca7 2024-11-09T21:17:18,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187098278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187098283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187098281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/1d170c6678de418b90b0c1c19c5d0ca7, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T21:17:18,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/ed29fd76698f40e09d8fd1201babb593 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/ed29fd76698f40e09d8fd1201babb593 2024-11-09T21:17:18,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/ed29fd76698f40e09d8fd1201babb593, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T21:17:18,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 2d4ab541ffaa03999ae877ddea0adb16 in 757ms, sequenceid=75, compaction requested=false 2024-11-09T21:17:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-09T21:17:18,361 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-09T21:17:18,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:18,362 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T21:17:18,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:18,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:18,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:18,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:18,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:18,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:18,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/3f8371bf089a42a9b45ce7f1cc8c7141 is 50, key is test_row_0/A:col10/1731187037645/Put/seqid=0 2024-11-09T21:17:18,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741854_1030 (size=12001) 2024-11-09T21:17:18,418 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/3f8371bf089a42a9b45ce7f1cc8c7141 2024-11-09T21:17:18,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/d4f5d1e767584214957644c2d4c66c0d is 50, key is test_row_0/B:col10/1731187037645/Put/seqid=0 2024-11-09T21:17:18,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741855_1031 (size=12001) 2024-11-09T21:17:18,466 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/d4f5d1e767584214957644c2d4c66c0d 2024-11-09T21:17:18,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/ea10348c08164d58b52cbeef91e4eb67 is 50, key is test_row_0/C:col10/1731187037645/Put/seqid=0 2024-11-09T21:17:18,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741856_1032 (size=12001) 2024-11-09T21:17:18,533 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/ea10348c08164d58b52cbeef91e4eb67 2024-11-09T21:17:18,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/3f8371bf089a42a9b45ce7f1cc8c7141 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/3f8371bf089a42a9b45ce7f1cc8c7141 2024-11-09T21:17:18,555 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/3f8371bf089a42a9b45ce7f1cc8c7141, entries=150, sequenceid=91, filesize=11.7 K 2024-11-09T21:17:18,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/d4f5d1e767584214957644c2d4c66c0d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/d4f5d1e767584214957644c2d4c66c0d 2024-11-09T21:17:18,574 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/d4f5d1e767584214957644c2d4c66c0d, entries=150, sequenceid=91, filesize=11.7 K 2024-11-09T21:17:18,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/ea10348c08164d58b52cbeef91e4eb67 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/ea10348c08164d58b52cbeef91e4eb67 2024-11-09T21:17:18,593 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/ea10348c08164d58b52cbeef91e4eb67, entries=150, sequenceid=91, filesize=11.7 K 2024-11-09T21:17:18,597 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 2d4ab541ffaa03999ae877ddea0adb16 in 234ms, sequenceid=91, compaction requested=true 2024-11-09T21:17:18,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:18,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:18,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T21:17:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-09T21:17:18,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-09T21:17:18,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 546 msec 2024-11-09T21:17:18,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 556 msec 2024-11-09T21:17:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-09T21:17:18,658 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-09T21:17:18,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:17:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-09T21:17:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-09T21:17:18,666 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:17:18,668 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:17:18,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:17:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-09T21:17:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:18,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T21:17:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:18,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/bea9b4acfaf34c6e8d11223147bfe2ab is 50, key is test_row_0/A:col10/1731187038791/Put/seqid=0 2024-11-09T21:17:18,821 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-09T21:17:18,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:18,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:18,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:18,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:18,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:18,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187098849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187098852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187098853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187098856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187098856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741857_1033 (size=12001) 2024-11-09T21:17:18,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/bea9b4acfaf34c6e8d11223147bfe2ab 2024-11-09T21:17:18,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/2bdff285aed34905ae9a54ed06cd5729 is 50, key is test_row_0/B:col10/1731187038791/Put/seqid=0 2024-11-09T21:17:18,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741858_1034 (size=12001) 2024-11-09T21:17:18,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/2bdff285aed34905ae9a54ed06cd5729 2024-11-09T21:17:18,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/c0fb04cacab34d48a042697d1b1e2717 is 50, key is test_row_0/C:col10/1731187038791/Put/seqid=0 2024-11-09T21:17:18,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-09T21:17:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187098962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187098963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187098965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187098965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187098966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741859_1035 (size=12001) 2024-11-09T21:17:18,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:18,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-09T21:17:18,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:18,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:18,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:18,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/c0fb04cacab34d48a042697d1b1e2717 2024-11-09T21:17:18,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:18,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:18,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/bea9b4acfaf34c6e8d11223147bfe2ab as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/bea9b4acfaf34c6e8d11223147bfe2ab 2024-11-09T21:17:19,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/bea9b4acfaf34c6e8d11223147bfe2ab, entries=150, sequenceid=104, filesize=11.7 K 2024-11-09T21:17:19,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/2bdff285aed34905ae9a54ed06cd5729 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/2bdff285aed34905ae9a54ed06cd5729 2024-11-09T21:17:19,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/2bdff285aed34905ae9a54ed06cd5729, entries=150, sequenceid=104, filesize=11.7 K 2024-11-09T21:17:19,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/c0fb04cacab34d48a042697d1b1e2717 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c0fb04cacab34d48a042697d1b1e2717 2024-11-09T21:17:19,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c0fb04cacab34d48a042697d1b1e2717, entries=150, sequenceid=104, filesize=11.7 K 2024-11-09T21:17:19,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 2d4ab541ffaa03999ae877ddea0adb16 in 242ms, sequenceid=104, compaction requested=true 2024-11-09T21:17:19,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:19,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:17:19,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:19,046 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:17:19,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:17:19,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:19,046 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:17:19,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:17:19,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:19,050 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:17:19,050 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/B is initiating minor compaction (all files) 2024-11-09T21:17:19,050 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/B in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:19,050 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:17:19,050 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/092c5448340e467a92fb3eb09c03481d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/1d170c6678de418b90b0c1c19c5d0ca7, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/d4f5d1e767584214957644c2d4c66c0d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/2bdff285aed34905ae9a54ed06cd5729] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=47.0 K 2024-11-09T21:17:19,051 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/A is initiating minor compaction (all files) 2024-11-09T21:17:19,051 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/A in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:19,051 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 092c5448340e467a92fb3eb09c03481d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731187035662 2024-11-09T21:17:19,052 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/b8e924abd7204b3aabd4f97448c0f692, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/926fa89decf243a1b5ffbe87c3fd9f5d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/3f8371bf089a42a9b45ce7f1cc8c7141, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/bea9b4acfaf34c6e8d11223147bfe2ab] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=51.5 K 2024-11-09T21:17:19,082 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d170c6678de418b90b0c1c19c5d0ca7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731187036908 2024-11-09T21:17:19,085 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8e924abd7204b3aabd4f97448c0f692, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731187035662 2024-11-09T21:17:19,087 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting d4f5d1e767584214957644c2d4c66c0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731187037595 2024-11-09T21:17:19,089 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 926fa89decf243a1b5ffbe87c3fd9f5d, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731187036891 2024-11-09T21:17:19,089 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bdff285aed34905ae9a54ed06cd5729, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731187038791 2024-11-09T21:17:19,090 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f8371bf089a42a9b45ce7f1cc8c7141, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731187037595 2024-11-09T21:17:19,092 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting bea9b4acfaf34c6e8d11223147bfe2ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731187038791 2024-11-09T21:17:19,112 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#A#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:19,112 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:19,113 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/7c52c17b001846258c126caf86e81fc9 is 50, key is test_row_0/A:col10/1731187038791/Put/seqid=0 2024-11-09T21:17:19,113 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/2ccd9156760a465196584fbd546c9186 is 50, key is test_row_0/B:col10/1731187038791/Put/seqid=0 2024-11-09T21:17:19,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-09T21:17:19,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:19,132 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T21:17:19,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:19,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:19,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:19,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:19,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:19,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:19,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741860_1036 (size=12241) 2024-11-09T21:17:19,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741861_1037 (size=12241) 2024-11-09T21:17:19,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/f2a2773ac99149f693e3997952f75cbc is 50, key is test_row_0/A:col10/1731187038851/Put/seqid=0 2024-11-09T21:17:19,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:19,188 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/2ccd9156760a465196584fbd546c9186 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/2ccd9156760a465196584fbd546c9186 2024-11-09T21:17:19,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187099188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,201 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/B of 2d4ab541ffaa03999ae877ddea0adb16 into 2ccd9156760a465196584fbd546c9186(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:19,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,201 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:19,201 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/B, priority=12, startTime=1731187039046; duration=0sec 2024-11-09T21:17:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187099191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,201 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:19,201 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:B 2024-11-09T21:17:19,201 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:17:19,205 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:17:19,205 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/C is initiating minor compaction (all files) 2024-11-09T21:17:19,205 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/C in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:19,205 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/dd04cc978cc841c49a91bab9ae74e263, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/ed29fd76698f40e09d8fd1201babb593, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/ea10348c08164d58b52cbeef91e4eb67, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c0fb04cacab34d48a042697d1b1e2717] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=47.0 K 2024-11-09T21:17:19,206 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting dd04cc978cc841c49a91bab9ae74e263, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731187035662 2024-11-09T21:17:19,207 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting ed29fd76698f40e09d8fd1201babb593, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731187036908 2024-11-09T21:17:19,208 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting ea10348c08164d58b52cbeef91e4eb67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731187037595 2024-11-09T21:17:19,209 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting c0fb04cacab34d48a042697d1b1e2717, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731187038791 2024-11-09T21:17:19,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187099197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187099200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187099201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741862_1038 (size=12001) 2024-11-09T21:17:19,257 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#C#compaction#24 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:19,259 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/f892a6ea0d364d24977197e8cac8486a is 50, key is test_row_0/C:col10/1731187038791/Put/seqid=0 2024-11-09T21:17:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-09T21:17:19,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741863_1039 (size=12241) 2024-11-09T21:17:19,308 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/f892a6ea0d364d24977197e8cac8486a as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/f892a6ea0d364d24977197e8cac8486a 2024-11-09T21:17:19,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187099303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187099305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187099315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187099316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187099317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,325 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/C of 2d4ab541ffaa03999ae877ddea0adb16 into f892a6ea0d364d24977197e8cac8486a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:19,325 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:19,325 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/C, priority=12, startTime=1731187039046; duration=0sec 2024-11-09T21:17:19,325 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:19,325 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:C 2024-11-09T21:17:19,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187099512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187099521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187099524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187099524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187099525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,559 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/7c52c17b001846258c126caf86e81fc9 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/7c52c17b001846258c126caf86e81fc9 2024-11-09T21:17:19,571 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/A of 2d4ab541ffaa03999ae877ddea0adb16 into 7c52c17b001846258c126caf86e81fc9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:19,571 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:19,571 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/A, priority=12, startTime=1731187039045; duration=0sec 2024-11-09T21:17:19,571 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:19,571 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:A 2024-11-09T21:17:19,623 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/f2a2773ac99149f693e3997952f75cbc 2024-11-09T21:17:19,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/8bb173b1078c498ca0656f742b573715 is 50, key is test_row_0/B:col10/1731187038851/Put/seqid=0 2024-11-09T21:17:19,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741864_1040 (size=12001) 2024-11-09T21:17:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-09T21:17:19,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187099818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187099831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187099830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187099840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:19,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187099827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:20,109 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/8bb173b1078c498ca0656f742b573715 2024-11-09T21:17:20,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/cb68f0e355424f2094f6b496bdb682b4 is 50, key is test_row_0/C:col10/1731187038851/Put/seqid=0 2024-11-09T21:17:20,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741865_1041 (size=12001) 2024-11-09T21:17:20,174 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/cb68f0e355424f2094f6b496bdb682b4 2024-11-09T21:17:20,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/f2a2773ac99149f693e3997952f75cbc as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/f2a2773ac99149f693e3997952f75cbc 2024-11-09T21:17:20,204 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/f2a2773ac99149f693e3997952f75cbc, entries=150, sequenceid=128, filesize=11.7 K 2024-11-09T21:17:20,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/8bb173b1078c498ca0656f742b573715 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/8bb173b1078c498ca0656f742b573715 2024-11-09T21:17:20,212 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/8bb173b1078c498ca0656f742b573715, entries=150, sequenceid=128, filesize=11.7 K 2024-11-09T21:17:20,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/cb68f0e355424f2094f6b496bdb682b4 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/cb68f0e355424f2094f6b496bdb682b4 2024-11-09T21:17:20,222 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/cb68f0e355424f2094f6b496bdb682b4, entries=150, sequenceid=128, filesize=11.7 K 2024-11-09T21:17:20,224 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2d4ab541ffaa03999ae877ddea0adb16 in 1092ms, sequenceid=128, compaction requested=false 2024-11-09T21:17:20,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:20,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:20,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-09T21:17:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-09T21:17:20,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-09T21:17:20,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5580 sec 2024-11-09T21:17:20,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.5700 sec 2024-11-09T21:17:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:20,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T21:17:20,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:20,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:20,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:20,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:20,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:20,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:20,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/d8907251c43c48ea8be9811b65a75641 is 50, key is test_row_0/A:col10/1731187040329/Put/seqid=0 2024-11-09T21:17:20,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741866_1042 (size=12151) 2024-11-09T21:17:20,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/d8907251c43c48ea8be9811b65a75641 2024-11-09T21:17:20,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187100387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:20,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187100396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:20,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187100397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:20,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:20,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187100401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187100399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:20,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/5b3a6d7f1afa4ed292a50815444efacc is 50, key is test_row_0/B:col10/1731187040329/Put/seqid=0 2024-11-09T21:17:20,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741867_1043 (size=12151) 2024-11-09T21:17:20,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187100499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:20,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187100509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:20,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187100509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:20,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187100509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:20,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187100517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:20,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187100705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:20,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187100715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:20,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187100721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:20,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187100724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:20,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187100721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-09T21:17:20,772 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-09T21:17:20,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:17:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-09T21:17:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T21:17:20,777 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:17:20,779 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:17:20,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:17:20,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/5b3a6d7f1afa4ed292a50815444efacc 2024-11-09T21:17:20,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/13e119ce938c4811bcc26310f00731b4 is 50, key is test_row_0/C:col10/1731187040329/Put/seqid=0 2024-11-09T21:17:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T21:17:20,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741868_1044 (size=12151) 2024-11-09T21:17:20,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/13e119ce938c4811bcc26310f00731b4 2024-11-09T21:17:20,931 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:20,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T21:17:20,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:20,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/d8907251c43c48ea8be9811b65a75641 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/d8907251c43c48ea8be9811b65a75641 2024-11-09T21:17:20,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:20,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:20,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:20,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:20,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/d8907251c43c48ea8be9811b65a75641, entries=150, sequenceid=144, filesize=11.9 K 2024-11-09T21:17:20,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/5b3a6d7f1afa4ed292a50815444efacc as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/5b3a6d7f1afa4ed292a50815444efacc 2024-11-09T21:17:20,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/5b3a6d7f1afa4ed292a50815444efacc, entries=150, sequenceid=144, filesize=11.9 K 2024-11-09T21:17:20,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/13e119ce938c4811bcc26310f00731b4 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/13e119ce938c4811bcc26310f00731b4 2024-11-09T21:17:20,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/13e119ce938c4811bcc26310f00731b4, entries=150, sequenceid=144, filesize=11.9 K 2024-11-09T21:17:20,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 2d4ab541ffaa03999ae877ddea0adb16 in 630ms, sequenceid=144, compaction requested=true 2024-11-09T21:17:20,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:17:20,963 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:17:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:17:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T21:17:20,963 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:20,965 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:20,965 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/A is initiating minor compaction (all files) 2024-11-09T21:17:20,966 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/A in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:20,966 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/7c52c17b001846258c126caf86e81fc9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/f2a2773ac99149f693e3997952f75cbc, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/d8907251c43c48ea8be9811b65a75641] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=35.5 K 2024-11-09T21:17:20,966 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:20,966 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/B is initiating minor compaction (all files) 2024-11-09T21:17:20,966 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/B in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:20,967 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/2ccd9156760a465196584fbd546c9186, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/8bb173b1078c498ca0656f742b573715, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/5b3a6d7f1afa4ed292a50815444efacc] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=35.5 K 2024-11-09T21:17:20,967 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c52c17b001846258c126caf86e81fc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731187038791 2024-11-09T21:17:20,968 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ccd9156760a465196584fbd546c9186, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731187038791 2024-11-09T21:17:20,969 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting f2a2773ac99149f693e3997952f75cbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731187038849 2024-11-09T21:17:20,969 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bb173b1078c498ca0656f742b573715, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731187038849 2024-11-09T21:17:20,970 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting d8907251c43c48ea8be9811b65a75641, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731187039193 2024-11-09T21:17:20,970 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b3a6d7f1afa4ed292a50815444efacc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731187039193 2024-11-09T21:17:21,001 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:21,002 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/a29a6f51351044b192690ea9f9b20e95 is 50, key is test_row_0/B:col10/1731187040329/Put/seqid=0 2024-11-09T21:17:21,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T21:17:21,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:21,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:21,012 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:21,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:21,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:21,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:21,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:21,013 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/7b43fb8131da4899b3672e1a9613841d is 50, key is test_row_0/A:col10/1731187040329/Put/seqid=0 2024-11-09T21:17:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:21,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/0f0fbe0a3aac4719b1382a7aa7bb9051 is 50, key is test_row_0/A:col10/1731187041009/Put/seqid=0 2024-11-09T21:17:21,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187101035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187101036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187101037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187101038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187101040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741869_1045 (size=12493) 2024-11-09T21:17:21,065 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/a29a6f51351044b192690ea9f9b20e95 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/a29a6f51351044b192690ea9f9b20e95 2024-11-09T21:17:21,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741870_1046 (size=12493) 2024-11-09T21:17:21,078 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/B of 2d4ab541ffaa03999ae877ddea0adb16 into a29a6f51351044b192690ea9f9b20e95(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:21,078 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:21,078 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/B, priority=13, startTime=1731187040963; duration=0sec 2024-11-09T21:17:21,078 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:21,078 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:B 2024-11-09T21:17:21,078 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T21:17:21,081 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:21,081 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/C is initiating minor compaction (all files) 2024-11-09T21:17:21,081 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/C in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:21,082 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/f892a6ea0d364d24977197e8cac8486a, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/cb68f0e355424f2094f6b496bdb682b4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/13e119ce938c4811bcc26310f00731b4] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=35.5 K 2024-11-09T21:17:21,083 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting f892a6ea0d364d24977197e8cac8486a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731187038791 2024-11-09T21:17:21,084 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb68f0e355424f2094f6b496bdb682b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731187038849 2024-11-09T21:17:21,085 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13e119ce938c4811bcc26310f00731b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731187039193 2024-11-09T21:17:21,085 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/7b43fb8131da4899b3672e1a9613841d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/7b43fb8131da4899b3672e1a9613841d 2024-11-09T21:17:21,087 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T21:17:21,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:21,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:21,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:21,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:21,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:21,108 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/A of 2d4ab541ffaa03999ae877ddea0adb16 into 7b43fb8131da4899b3672e1a9613841d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:21,108 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:21,109 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/A, priority=13, startTime=1731187040962; duration=0sec 2024-11-09T21:17:21,110 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:21,110 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:A 2024-11-09T21:17:21,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741871_1047 (size=14541) 2024-11-09T21:17:21,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/0f0fbe0a3aac4719b1382a7aa7bb9051 2024-11-09T21:17:21,114 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#C#compaction#33 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:21,115 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/ed26e3439f77437eb6d24aa15b411719 is 50, key is test_row_0/C:col10/1731187040329/Put/seqid=0 2024-11-09T21:17:21,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/602aba4c41bb42f0bdab23156a75d5e5 is 50, key is test_row_0/B:col10/1731187041009/Put/seqid=0 2024-11-09T21:17:21,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187101142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187101142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187101144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741872_1048 (size=12493) 2024-11-09T21:17:21,167 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/ed26e3439f77437eb6d24aa15b411719 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/ed26e3439f77437eb6d24aa15b411719 2024-11-09T21:17:21,177 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/C of 2d4ab541ffaa03999ae877ddea0adb16 into ed26e3439f77437eb6d24aa15b411719(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:21,178 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:21,178 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/C, priority=13, startTime=1731187040963; duration=0sec 2024-11-09T21:17:21,178 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:21,178 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:C 2024-11-09T21:17:21,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741873_1049 (size=12151) 2024-11-09T21:17:21,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/602aba4c41bb42f0bdab23156a75d5e5 2024-11-09T21:17:21,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/42ef44c5f28d4766871261d3edecb67c is 50, key is test_row_0/C:col10/1731187041009/Put/seqid=0 2024-11-09T21:17:21,242 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T21:17:21,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:21,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:21,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:21,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:21,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:21,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741874_1050 (size=12151) 2024-11-09T21:17:21,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/42ef44c5f28d4766871261d3edecb67c 2024-11-09T21:17:21,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/0f0fbe0a3aac4719b1382a7aa7bb9051 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/0f0fbe0a3aac4719b1382a7aa7bb9051 2024-11-09T21:17:21,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/0f0fbe0a3aac4719b1382a7aa7bb9051, entries=200, sequenceid=170, filesize=14.2 K 2024-11-09T21:17:21,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/602aba4c41bb42f0bdab23156a75d5e5 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/602aba4c41bb42f0bdab23156a75d5e5 2024-11-09T21:17:21,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/602aba4c41bb42f0bdab23156a75d5e5, entries=150, sequenceid=170, filesize=11.9 K 2024-11-09T21:17:21,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/42ef44c5f28d4766871261d3edecb67c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/42ef44c5f28d4766871261d3edecb67c 2024-11-09T21:17:21,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/42ef44c5f28d4766871261d3edecb67c, entries=150, sequenceid=170, filesize=11.9 K 2024-11-09T21:17:21,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 2d4ab541ffaa03999ae877ddea0adb16 in 334ms, sequenceid=170, compaction requested=false 2024-11-09T21:17:21,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:21,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T21:17:21,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:21,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:21,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:21,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:21,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:21,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:21,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/ffc8c422a5be420296a77e8728f06d2f is 50, key is test_row_0/A:col10/1731187041351/Put/seqid=0 2024-11-09T21:17:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T21:17:21,397 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T21:17:21,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:21,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:21,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:21,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:21,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:21,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741875_1051 (size=12151) 2024-11-09T21:17:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:21,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/ffc8c422a5be420296a77e8728f06d2f 2024-11-09T21:17:21,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187101413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/776c12f730714cc6a3eff74167231708 is 50, key is test_row_0/B:col10/1731187041351/Put/seqid=0 2024-11-09T21:17:21,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187101414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187101420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741876_1052 (size=12151) 2024-11-09T21:17:21,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/776c12f730714cc6a3eff74167231708 2024-11-09T21:17:21,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/d8329b1389f74329afdb48bf4cf468b1 is 50, key is test_row_0/C:col10/1731187041351/Put/seqid=0 2024-11-09T21:17:21,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741877_1053 (size=12151) 2024-11-09T21:17:21,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/d8329b1389f74329afdb48bf4cf468b1 2024-11-09T21:17:21,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/ffc8c422a5be420296a77e8728f06d2f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/ffc8c422a5be420296a77e8728f06d2f 2024-11-09T21:17:21,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/ffc8c422a5be420296a77e8728f06d2f, entries=150, sequenceid=186, filesize=11.9 K 2024-11-09T21:17:21,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/776c12f730714cc6a3eff74167231708 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/776c12f730714cc6a3eff74167231708 2024-11-09T21:17:21,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/776c12f730714cc6a3eff74167231708, entries=150, sequenceid=186, filesize=11.9 K 2024-11-09T21:17:21,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/d8329b1389f74329afdb48bf4cf468b1 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/d8329b1389f74329afdb48bf4cf468b1 2024-11-09T21:17:21,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187101521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187101526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187101529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/d8329b1389f74329afdb48bf4cf468b1, entries=150, sequenceid=186, filesize=11.9 K 2024-11-09T21:17:21,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2d4ab541ffaa03999ae877ddea0adb16 in 180ms, sequenceid=186, compaction requested=true 2024-11-09T21:17:21,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:21,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:17:21,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:21,533 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:21,533 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:21,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:17:21,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:21,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:17:21,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:21,535 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:21,536 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/B is initiating minor compaction (all files) 2024-11-09T21:17:21,536 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/B in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:21,536 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/a29a6f51351044b192690ea9f9b20e95, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/602aba4c41bb42f0bdab23156a75d5e5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/776c12f730714cc6a3eff74167231708] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=35.9 K 2024-11-09T21:17:21,536 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:21,536 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/A is initiating minor compaction (all files) 2024-11-09T21:17:21,536 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/A in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:21,536 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/7b43fb8131da4899b3672e1a9613841d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/0f0fbe0a3aac4719b1382a7aa7bb9051, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/ffc8c422a5be420296a77e8728f06d2f] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=38.3 K 2024-11-09T21:17:21,537 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting a29a6f51351044b192690ea9f9b20e95, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731187039193 2024-11-09T21:17:21,537 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b43fb8131da4899b3672e1a9613841d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731187039193 2024-11-09T21:17:21,538 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 602aba4c41bb42f0bdab23156a75d5e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731187040383 2024-11-09T21:17:21,538 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f0fbe0a3aac4719b1382a7aa7bb9051, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731187040383 2024-11-09T21:17:21,539 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 776c12f730714cc6a3eff74167231708, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731187041030 2024-11-09T21:17:21,539 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffc8c422a5be420296a77e8728f06d2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731187041030 2024-11-09T21:17:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:21,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T21:17:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:21,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:21,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:21,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:21,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T21:17:21,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:21,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:21,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:21,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:21,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:21,565 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:21,566 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/387edf61ac5e4943848d5131dff706bf is 50, key is test_row_0/B:col10/1731187041351/Put/seqid=0 2024-11-09T21:17:21,569 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:21,569 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/24205e2188e442ad995983c7152943c2 is 50, key is test_row_0/A:col10/1731187041351/Put/seqid=0 2024-11-09T21:17:21,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187101569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187101571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/4a3d1cea6af340cda7dd8c9e6f4c3ebc is 50, key is test_row_0/A:col10/1731187041545/Put/seqid=0 2024-11-09T21:17:21,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741878_1054 (size=12595) 2024-11-09T21:17:21,598 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/387edf61ac5e4943848d5131dff706bf as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/387edf61ac5e4943848d5131dff706bf 2024-11-09T21:17:21,610 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/B of 2d4ab541ffaa03999ae877ddea0adb16 into 387edf61ac5e4943848d5131dff706bf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:21,610 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:21,610 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/B, priority=13, startTime=1731187041533; duration=0sec 2024-11-09T21:17:21,610 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:21,610 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:B 2024-11-09T21:17:21,610 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:21,613 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:21,613 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/C is initiating minor compaction (all files) 2024-11-09T21:17:21,613 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/C in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:21,613 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/ed26e3439f77437eb6d24aa15b411719, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/42ef44c5f28d4766871261d3edecb67c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/d8329b1389f74329afdb48bf4cf468b1] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=35.9 K 2024-11-09T21:17:21,614 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting ed26e3439f77437eb6d24aa15b411719, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731187039193 2024-11-09T21:17:21,614 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 42ef44c5f28d4766871261d3edecb67c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731187040383 2024-11-09T21:17:21,615 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting d8329b1389f74329afdb48bf4cf468b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731187041030 2024-11-09T21:17:21,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741879_1055 (size=12595) 2024-11-09T21:17:21,629 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/24205e2188e442ad995983c7152943c2 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/24205e2188e442ad995983c7152943c2 2024-11-09T21:17:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741880_1056 (size=12151) 2024-11-09T21:17:21,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/4a3d1cea6af340cda7dd8c9e6f4c3ebc 2024-11-09T21:17:21,642 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/A of 2d4ab541ffaa03999ae877ddea0adb16 into 24205e2188e442ad995983c7152943c2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:21,642 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:21,642 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/A, priority=13, startTime=1731187041533; duration=0sec 2024-11-09T21:17:21,642 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:21,643 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:A 2024-11-09T21:17:21,644 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#C#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:21,645 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/eaa9a7f2e2f24a2abe24e9fde91a2709 is 50, key is test_row_0/C:col10/1731187041351/Put/seqid=0 2024-11-09T21:17:21,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/b3076a737fc34396b93568783efaa321 is 50, key is test_row_0/B:col10/1731187041545/Put/seqid=0 2024-11-09T21:17:21,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741881_1057 (size=12595) 2024-11-09T21:17:21,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741882_1058 (size=12151) 2024-11-09T21:17:21,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/b3076a737fc34396b93568783efaa321 2024-11-09T21:17:21,675 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/eaa9a7f2e2f24a2abe24e9fde91a2709 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/eaa9a7f2e2f24a2abe24e9fde91a2709 2024-11-09T21:17:21,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187101675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187101676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,687 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/C of 2d4ab541ffaa03999ae877ddea0adb16 into eaa9a7f2e2f24a2abe24e9fde91a2709(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:21,687 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:21,687 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/C, priority=13, startTime=1731187041534; duration=0sec 2024-11-09T21:17:21,687 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:21,687 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:C 2024-11-09T21:17:21,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/40e31dffcd444a5393f4cfefb0e51bea is 50, key is test_row_0/C:col10/1731187041545/Put/seqid=0 2024-11-09T21:17:21,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741883_1059 (size=12151) 2024-11-09T21:17:21,708 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T21:17:21,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:21,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:21,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:21,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:21,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:21,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187101728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187101731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187101731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,863 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T21:17:21,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:21,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:21,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:21,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:21,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:21,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187101878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T21:17:21,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187101882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:22,018 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:22,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T21:17:22,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:22,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:22,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:22,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:22,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:22,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187102032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:22,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187102035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:22,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187102036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:22,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/40e31dffcd444a5393f4cfefb0e51bea 2024-11-09T21:17:22,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/4a3d1cea6af340cda7dd8c9e6f4c3ebc as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/4a3d1cea6af340cda7dd8c9e6f4c3ebc 2024-11-09T21:17:22,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/4a3d1cea6af340cda7dd8c9e6f4c3ebc, entries=150, sequenceid=210, filesize=11.9 K 2024-11-09T21:17:22,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/b3076a737fc34396b93568783efaa321 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/b3076a737fc34396b93568783efaa321 2024-11-09T21:17:22,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/b3076a737fc34396b93568783efaa321, entries=150, sequenceid=210, filesize=11.9 K 2024-11-09T21:17:22,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/40e31dffcd444a5393f4cfefb0e51bea as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/40e31dffcd444a5393f4cfefb0e51bea 2024-11-09T21:17:22,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/40e31dffcd444a5393f4cfefb0e51bea, entries=150, sequenceid=210, filesize=11.9 K 2024-11-09T21:17:22,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2d4ab541ffaa03999ae877ddea0adb16 in 604ms, sequenceid=210, compaction requested=false 2024-11-09T21:17:22,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:22,173 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:22,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T21:17:22,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:22,174 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T21:17:22,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:22,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:22,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:22,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:22,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:22,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:22,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/b0c07915b25147d091dcec4fd17ed4b4 is 50, key is test_row_0/A:col10/1731187041567/Put/seqid=0 2024-11-09T21:17:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:22,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:22,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741884_1060 (size=12151) 2024-11-09T21:17:22,211 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/b0c07915b25147d091dcec4fd17ed4b4 2024-11-09T21:17:22,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187102230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:22,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187102231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:22,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/ea17c96ab5054275bef4609ca7b7ad5f is 50, key is test_row_0/B:col10/1731187041567/Put/seqid=0 2024-11-09T21:17:22,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741885_1061 (size=12151) 2024-11-09T21:17:22,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187102334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:22,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187102335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:22,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187102538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:22,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187102540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:22,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:22,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187102541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187102541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:22,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187102541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:22,661 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/ea17c96ab5054275bef4609ca7b7ad5f 2024-11-09T21:17:22,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/9e481e68ce6545179a1de1dc4cf559d3 is 50, key is test_row_0/C:col10/1731187041567/Put/seqid=0 2024-11-09T21:17:22,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741886_1062 (size=12151) 2024-11-09T21:17:22,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187102844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:22,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187102847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T21:17:23,112 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/9e481e68ce6545179a1de1dc4cf559d3 2024-11-09T21:17:23,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/b0c07915b25147d091dcec4fd17ed4b4 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/b0c07915b25147d091dcec4fd17ed4b4 2024-11-09T21:17:23,127 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/b0c07915b25147d091dcec4fd17ed4b4, entries=150, sequenceid=225, filesize=11.9 K 2024-11-09T21:17:23,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/ea17c96ab5054275bef4609ca7b7ad5f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/ea17c96ab5054275bef4609ca7b7ad5f 2024-11-09T21:17:23,144 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/ea17c96ab5054275bef4609ca7b7ad5f, entries=150, sequenceid=225, filesize=11.9 K 2024-11-09T21:17:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/9e481e68ce6545179a1de1dc4cf559d3 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/9e481e68ce6545179a1de1dc4cf559d3 2024-11-09T21:17:23,156 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/9e481e68ce6545179a1de1dc4cf559d3, entries=150, sequenceid=225, filesize=11.9 K 2024-11-09T21:17:23,159 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2d4ab541ffaa03999ae877ddea0adb16 in 984ms, sequenceid=225, compaction requested=true 2024-11-09T21:17:23,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:23,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:23,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-09T21:17:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-09T21:17:23,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-09T21:17:23,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3820 sec 2024-11-09T21:17:23,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 2.3900 sec 2024-11-09T21:17:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:23,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T21:17:23,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:23,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:23,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:23,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:23,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:23,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:23,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/77c9b196d6344d75a60239fb696ae77b is 50, key is test_row_0/A:col10/1731187043350/Put/seqid=0 2024-11-09T21:17:23,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:23,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187103384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187103386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:23,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741887_1063 (size=12151) 2024-11-09T21:17:23,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/77c9b196d6344d75a60239fb696ae77b 2024-11-09T21:17:23,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/a0360810bf6c4925b3ba2d0dec535e7b is 50, key is test_row_0/B:col10/1731187043350/Put/seqid=0 2024-11-09T21:17:23,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741888_1064 (size=12151) 2024-11-09T21:17:23,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/a0360810bf6c4925b3ba2d0dec535e7b 2024-11-09T21:17:23,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/85eb9f1a17e745c7b0de38c7b7307d90 is 50, key is test_row_0/C:col10/1731187043350/Put/seqid=0 2024-11-09T21:17:23,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741889_1065 (size=12151) 2024-11-09T21:17:23,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/85eb9f1a17e745c7b0de38c7b7307d90 2024-11-09T21:17:23,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/77c9b196d6344d75a60239fb696ae77b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/77c9b196d6344d75a60239fb696ae77b 2024-11-09T21:17:23,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/77c9b196d6344d75a60239fb696ae77b, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T21:17:23,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187103490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:23,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187103491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:23,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/a0360810bf6c4925b3ba2d0dec535e7b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/a0360810bf6c4925b3ba2d0dec535e7b 2024-11-09T21:17:23,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/a0360810bf6c4925b3ba2d0dec535e7b, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T21:17:23,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/85eb9f1a17e745c7b0de38c7b7307d90 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/85eb9f1a17e745c7b0de38c7b7307d90 2024-11-09T21:17:23,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/85eb9f1a17e745c7b0de38c7b7307d90, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T21:17:23,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2d4ab541ffaa03999ae877ddea0adb16 in 158ms, sequenceid=250, compaction requested=true 2024-11-09T21:17:23,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:23,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:17:23,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:23,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:17:23,511 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:17:23,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:23,511 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:17:23,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:17:23,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:23,513 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:17:23,513 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/A is initiating minor compaction (all files) 2024-11-09T21:17:23,513 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/A in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:23,513 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/24205e2188e442ad995983c7152943c2, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/4a3d1cea6af340cda7dd8c9e6f4c3ebc, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/b0c07915b25147d091dcec4fd17ed4b4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/77c9b196d6344d75a60239fb696ae77b] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=47.9 K 2024-11-09T21:17:23,514 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:17:23,514 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/B is initiating minor compaction (all files) 2024-11-09T21:17:23,514 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/B in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:23,514 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/387edf61ac5e4943848d5131dff706bf, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/b3076a737fc34396b93568783efaa321, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/ea17c96ab5054275bef4609ca7b7ad5f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/a0360810bf6c4925b3ba2d0dec535e7b] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=47.9 K 2024-11-09T21:17:23,515 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 24205e2188e442ad995983c7152943c2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731187041030 2024-11-09T21:17:23,515 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a3d1cea6af340cda7dd8c9e6f4c3ebc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731187041411 2024-11-09T21:17:23,515 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 387edf61ac5e4943848d5131dff706bf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731187041030 2024-11-09T21:17:23,516 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting b0c07915b25147d091dcec4fd17ed4b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731187041562 2024-11-09T21:17:23,516 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3076a737fc34396b93568783efaa321, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731187041411 2024-11-09T21:17:23,516 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 77c9b196d6344d75a60239fb696ae77b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731187042220 2024-11-09T21:17:23,516 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea17c96ab5054275bef4609ca7b7ad5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731187041562 2024-11-09T21:17:23,517 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0360810bf6c4925b3ba2d0dec535e7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731187042220 2024-11-09T21:17:23,535 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:23,536 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/60a2b9faba5948fc903899163aee989c is 50, key is test_row_0/A:col10/1731187043350/Put/seqid=0 2024-11-09T21:17:23,539 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:23,540 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/71dc4011229e4786bb3dc48029472f95 is 50, key is test_row_0/B:col10/1731187043350/Put/seqid=0 2024-11-09T21:17:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:23,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T21:17:23,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:23,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:23,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:23,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:23,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:23,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:23,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741890_1066 (size=12731) 2024-11-09T21:17:23,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/77db27ef40c84139bd7431af126a20f2 is 50, key is test_row_0/A:col10/1731187043379/Put/seqid=0 2024-11-09T21:17:23,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741891_1067 (size=12731) 2024-11-09T21:17:23,575 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/71dc4011229e4786bb3dc48029472f95 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/71dc4011229e4786bb3dc48029472f95 2024-11-09T21:17:23,582 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/B of 2d4ab541ffaa03999ae877ddea0adb16 into 71dc4011229e4786bb3dc48029472f95(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:23,583 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:23,583 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/B, priority=12, startTime=1731187043511; duration=0sec 2024-11-09T21:17:23,583 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:23,583 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:B 2024-11-09T21:17:23,583 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:17:23,585 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:17:23,585 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/C is initiating minor compaction (all files) 2024-11-09T21:17:23,585 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/C in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:23,585 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/eaa9a7f2e2f24a2abe24e9fde91a2709, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/40e31dffcd444a5393f4cfefb0e51bea, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/9e481e68ce6545179a1de1dc4cf559d3, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/85eb9f1a17e745c7b0de38c7b7307d90] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=47.9 K 2024-11-09T21:17:23,586 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaa9a7f2e2f24a2abe24e9fde91a2709, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731187041030 2024-11-09T21:17:23,586 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40e31dffcd444a5393f4cfefb0e51bea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731187041411 2024-11-09T21:17:23,587 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e481e68ce6545179a1de1dc4cf559d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731187041562 2024-11-09T21:17:23,588 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85eb9f1a17e745c7b0de38c7b7307d90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731187042220 2024-11-09T21:17:23,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741892_1068 (size=12301) 2024-11-09T21:17:23,609 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#C#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:23,610 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/c327371f602d4094a3ba98f06666a086 is 50, key is test_row_0/C:col10/1731187043350/Put/seqid=0 2024-11-09T21:17:23,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741893_1069 (size=12731) 2024-11-09T21:17:23,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187103661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:23,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187103662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:23,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187103664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:23,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187103694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:23,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187103695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:23,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187103767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:23,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187103767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:23,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187103770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:23,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:23,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187103970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:23,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:23,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187103972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:23,975 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/60a2b9faba5948fc903899163aee989c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/60a2b9faba5948fc903899163aee989c 2024-11-09T21:17:23,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:23,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187103977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:23,987 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/A of 2d4ab541ffaa03999ae877ddea0adb16 into 60a2b9faba5948fc903899163aee989c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:23,987 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:23,987 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/A, priority=12, startTime=1731187043511; duration=0sec 2024-11-09T21:17:23,987 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:23,987 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:A 2024-11-09T21:17:24,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187103998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187104000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/77db27ef40c84139bd7431af126a20f2 2024-11-09T21:17:24,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/e1ed852b724b4f018294eafef1f97338 is 50, key is test_row_0/B:col10/1731187043379/Put/seqid=0 2024-11-09T21:17:24,027 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/c327371f602d4094a3ba98f06666a086 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c327371f602d4094a3ba98f06666a086 2024-11-09T21:17:24,036 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/C of 2d4ab541ffaa03999ae877ddea0adb16 into c327371f602d4094a3ba98f06666a086(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:24,036 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:24,036 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/C, priority=12, startTime=1731187043511; duration=0sec 2024-11-09T21:17:24,036 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:24,036 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:C 2024-11-09T21:17:24,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741894_1070 (size=12301) 2024-11-09T21:17:24,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/e1ed852b724b4f018294eafef1f97338 2024-11-09T21:17:24,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/3c567aba65fe4ea1af59b3f6ad8bcbc5 is 50, key is test_row_0/C:col10/1731187043379/Put/seqid=0 2024-11-09T21:17:24,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741895_1071 (size=12301) 2024-11-09T21:17:24,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/3c567aba65fe4ea1af59b3f6ad8bcbc5 2024-11-09T21:17:24,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/77db27ef40c84139bd7431af126a20f2 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/77db27ef40c84139bd7431af126a20f2 2024-11-09T21:17:24,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/77db27ef40c84139bd7431af126a20f2, entries=150, sequenceid=262, filesize=12.0 K 2024-11-09T21:17:24,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/e1ed852b724b4f018294eafef1f97338 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/e1ed852b724b4f018294eafef1f97338 2024-11-09T21:17:24,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/e1ed852b724b4f018294eafef1f97338, entries=150, sequenceid=262, filesize=12.0 K 2024-11-09T21:17:24,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/3c567aba65fe4ea1af59b3f6ad8bcbc5 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/3c567aba65fe4ea1af59b3f6ad8bcbc5 2024-11-09T21:17:24,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/3c567aba65fe4ea1af59b3f6ad8bcbc5, entries=150, sequenceid=262, filesize=12.0 K 2024-11-09T21:17:24,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2d4ab541ffaa03999ae877ddea0adb16 in 621ms, sequenceid=262, compaction requested=false 2024-11-09T21:17:24,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:24,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T21:17:24,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:24,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:24,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:24,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:24,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:24,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:24,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187104291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187104292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187104293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/8023e79141b744d3996d83f89b93e7ab is 50, key is test_row_0/A:col10/1731187043660/Put/seqid=0 2024-11-09T21:17:24,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741896_1072 (size=14741) 2024-11-09T21:17:24,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/8023e79141b744d3996d83f89b93e7ab 2024-11-09T21:17:24,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/0455316d01004544b4d6b05c624202c7 is 50, key is test_row_0/B:col10/1731187043660/Put/seqid=0 2024-11-09T21:17:24,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741897_1073 (size=12301) 2024-11-09T21:17:24,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/0455316d01004544b4d6b05c624202c7 2024-11-09T21:17:24,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187104397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187104397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187104400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/27cf531da9b549559a62f542d1930310 is 50, key is test_row_0/C:col10/1731187043660/Put/seqid=0 2024-11-09T21:17:24,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741898_1074 (size=12301) 2024-11-09T21:17:24,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/27cf531da9b549559a62f542d1930310 2024-11-09T21:17:24,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/8023e79141b744d3996d83f89b93e7ab as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/8023e79141b744d3996d83f89b93e7ab 2024-11-09T21:17:24,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/8023e79141b744d3996d83f89b93e7ab, entries=200, sequenceid=290, filesize=14.4 K 2024-11-09T21:17:24,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/0455316d01004544b4d6b05c624202c7 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/0455316d01004544b4d6b05c624202c7 2024-11-09T21:17:24,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/0455316d01004544b4d6b05c624202c7, entries=150, sequenceid=290, filesize=12.0 K 2024-11-09T21:17:24,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/27cf531da9b549559a62f542d1930310 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/27cf531da9b549559a62f542d1930310 2024-11-09T21:17:24,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/27cf531da9b549559a62f542d1930310, entries=150, sequenceid=290, filesize=12.0 K 2024-11-09T21:17:24,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2d4ab541ffaa03999ae877ddea0adb16 in 223ms, sequenceid=290, compaction requested=true 2024-11-09T21:17:24,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:24,500 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:24,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:17:24,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:24,501 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:24,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:17:24,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:24,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:17:24,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:24,502 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:24,502 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:24,502 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/A is initiating minor compaction (all files) 2024-11-09T21:17:24,502 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/B is initiating minor compaction (all files) 2024-11-09T21:17:24,502 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/A in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:24,502 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/B in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:24,502 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/60a2b9faba5948fc903899163aee989c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/77db27ef40c84139bd7431af126a20f2, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/8023e79141b744d3996d83f89b93e7ab] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=38.8 K 2024-11-09T21:17:24,502 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/71dc4011229e4786bb3dc48029472f95, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/e1ed852b724b4f018294eafef1f97338, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/0455316d01004544b4d6b05c624202c7] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=36.5 K 2024-11-09T21:17:24,503 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60a2b9faba5948fc903899163aee989c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731187042220 2024-11-09T21:17:24,503 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 71dc4011229e4786bb3dc48029472f95, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731187042220 2024-11-09T21:17:24,504 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77db27ef40c84139bd7431af126a20f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731187043368 2024-11-09T21:17:24,504 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting e1ed852b724b4f018294eafef1f97338, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731187043368 2024-11-09T21:17:24,504 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8023e79141b744d3996d83f89b93e7ab, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731187043656 2024-11-09T21:17:24,504 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 0455316d01004544b4d6b05c624202c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731187043656 2024-11-09T21:17:24,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T21:17:24,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:24,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:24,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:24,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:24,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:24,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:24,520 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#A#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:24,521 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/ed425fd99c754a399c22a6fa0c20106f is 50, key is test_row_0/A:col10/1731187043660/Put/seqid=0 2024-11-09T21:17:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:24,522 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#B#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:24,523 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/384912788aff4440a5ef951c7db94a8e is 50, key is test_row_0/B:col10/1731187043660/Put/seqid=0 2024-11-09T21:17:24,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741899_1075 (size=12983) 2024-11-09T21:17:24,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741900_1076 (size=12983) 2024-11-09T21:17:24,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/c271692d080d40638810c9dfe9ba7a62 is 50, key is test_row_0/A:col10/1731187044289/Put/seqid=0 2024-11-09T21:17:24,564 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/384912788aff4440a5ef951c7db94a8e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/384912788aff4440a5ef951c7db94a8e 2024-11-09T21:17:24,577 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/B of 2d4ab541ffaa03999ae877ddea0adb16 into 384912788aff4440a5ef951c7db94a8e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:24,577 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:24,577 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/B, priority=13, startTime=1731187044500; duration=0sec 2024-11-09T21:17:24,577 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:24,577 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:B 2024-11-09T21:17:24,577 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:24,579 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:24,580 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/C is initiating minor compaction (all files) 2024-11-09T21:17:24,580 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/C in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:24,580 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c327371f602d4094a3ba98f06666a086, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/3c567aba65fe4ea1af59b3f6ad8bcbc5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/27cf531da9b549559a62f542d1930310] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=36.5 K 2024-11-09T21:17:24,580 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting c327371f602d4094a3ba98f06666a086, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731187042220 2024-11-09T21:17:24,581 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c567aba65fe4ea1af59b3f6ad8bcbc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731187043368 2024-11-09T21:17:24,581 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 27cf531da9b549559a62f542d1930310, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731187043656 2024-11-09T21:17:24,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741901_1077 (size=12301) 2024-11-09T21:17:24,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/c271692d080d40638810c9dfe9ba7a62 2024-11-09T21:17:24,605 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#C#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:24,605 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/a914fd197108410a822b019c7a58b34c is 50, key is test_row_0/C:col10/1731187043660/Put/seqid=0 2024-11-09T21:17:24,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/34c2dbdb04ec496298f319d7523f53c5 is 50, key is test_row_0/B:col10/1731187044289/Put/seqid=0 2024-11-09T21:17:24,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187104624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187104624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187104626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187104626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187104633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741902_1078 (size=12983) 2024-11-09T21:17:24,650 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/a914fd197108410a822b019c7a58b34c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/a914fd197108410a822b019c7a58b34c 2024-11-09T21:17:24,659 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/C of 2d4ab541ffaa03999ae877ddea0adb16 into a914fd197108410a822b019c7a58b34c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:24,659 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:24,659 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/C, priority=13, startTime=1731187044502; duration=0sec 2024-11-09T21:17:24,659 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:24,659 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:C 2024-11-09T21:17:24,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741903_1079 (size=12301) 2024-11-09T21:17:24,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187104736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187104736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187104737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187104737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187104737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T21:17:24,885 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-09T21:17:24,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:17:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-09T21:17:24,893 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:17:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-09T21:17:24,895 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:17:24,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:17:24,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187104940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187104943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187104944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187104944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187104944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:24,953 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/ed425fd99c754a399c22a6fa0c20106f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/ed425fd99c754a399c22a6fa0c20106f 2024-11-09T21:17:24,962 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/A of 2d4ab541ffaa03999ae877ddea0adb16 into ed425fd99c754a399c22a6fa0c20106f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:24,963 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:24,963 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/A, priority=13, startTime=1731187044500; duration=0sec 2024-11-09T21:17:24,963 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:24,963 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:A 2024-11-09T21:17:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-09T21:17:25,048 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-09T21:17:25,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:25,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:25,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:25,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:25,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:25,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/34c2dbdb04ec496298f319d7523f53c5 2024-11-09T21:17:25,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/e7bbf7d05e5f47859a8ac1dbbea5d5c6 is 50, key is test_row_0/C:col10/1731187044289/Put/seqid=0 2024-11-09T21:17:25,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741904_1080 (size=12301) 2024-11-09T21:17:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-09T21:17:25,207 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-09T21:17:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:25,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:25,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187105245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187105250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187105257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187105257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187105260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,361 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-09T21:17:25,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:25,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:25,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:25,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:25,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:25,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/e7bbf7d05e5f47859a8ac1dbbea5d5c6 2024-11-09T21:17:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-09T21:17:25,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/c271692d080d40638810c9dfe9ba7a62 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/c271692d080d40638810c9dfe9ba7a62 2024-11-09T21:17:25,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/c271692d080d40638810c9dfe9ba7a62, entries=150, sequenceid=302, filesize=12.0 K 2024-11-09T21:17:25,516 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/34c2dbdb04ec496298f319d7523f53c5 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/34c2dbdb04ec496298f319d7523f53c5 2024-11-09T21:17:25,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-09T21:17:25,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:25,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:25,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:25,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:25,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:25,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/34c2dbdb04ec496298f319d7523f53c5, entries=150, sequenceid=302, filesize=12.0 K 2024-11-09T21:17:25,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/e7bbf7d05e5f47859a8ac1dbbea5d5c6 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/e7bbf7d05e5f47859a8ac1dbbea5d5c6 2024-11-09T21:17:25,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/e7bbf7d05e5f47859a8ac1dbbea5d5c6, entries=150, sequenceid=302, filesize=12.0 K 2024-11-09T21:17:25,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2d4ab541ffaa03999ae877ddea0adb16 in 1028ms, sequenceid=302, compaction requested=false 2024-11-09T21:17:25,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:25,676 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-09T21:17:25,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:25,677 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T21:17:25,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:25,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:25,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:25,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:25,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:25,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:25,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/40a30062993d4e38a5c457f5f52961a5 is 50, key is test_row_0/A:col10/1731187044624/Put/seqid=0 2024-11-09T21:17:25,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741905_1081 (size=12301) 2024-11-09T21:17:25,695 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/40a30062993d4e38a5c457f5f52961a5 2024-11-09T21:17:25,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/b65a1b11b7024a7294e4b2e11a507d66 is 50, key is test_row_0/B:col10/1731187044624/Put/seqid=0 2024-11-09T21:17:25,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741906_1082 (size=12301) 2024-11-09T21:17:25,748 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/b65a1b11b7024a7294e4b2e11a507d66 2024-11-09T21:17:25,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:25,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/de457290f10b4d37b43a5520abd88728 is 50, key is test_row_0/C:col10/1731187044624/Put/seqid=0 2024-11-09T21:17:25,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187105775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187105776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741907_1083 (size=12301) 2024-11-09T21:17:25,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187105777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,783 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/de457290f10b4d37b43a5520abd88728 2024-11-09T21:17:25,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187105780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187105780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/40a30062993d4e38a5c457f5f52961a5 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/40a30062993d4e38a5c457f5f52961a5 2024-11-09T21:17:25,800 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/40a30062993d4e38a5c457f5f52961a5, entries=150, sequenceid=329, filesize=12.0 K 2024-11-09T21:17:25,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/b65a1b11b7024a7294e4b2e11a507d66 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/b65a1b11b7024a7294e4b2e11a507d66 2024-11-09T21:17:25,810 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/b65a1b11b7024a7294e4b2e11a507d66, entries=150, sequenceid=329, filesize=12.0 K 2024-11-09T21:17:25,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/de457290f10b4d37b43a5520abd88728 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/de457290f10b4d37b43a5520abd88728 2024-11-09T21:17:25,821 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/de457290f10b4d37b43a5520abd88728, entries=150, sequenceid=329, filesize=12.0 K 2024-11-09T21:17:25,822 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 2d4ab541ffaa03999ae877ddea0adb16 in 145ms, sequenceid=329, compaction requested=true 2024-11-09T21:17:25,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:25,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:25,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-09T21:17:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-09T21:17:25,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-09T21:17:25,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 930 msec 2024-11-09T21:17:25,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 942 msec 2024-11-09T21:17:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:25,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T21:17:25,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:25,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:25,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:25,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:25,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:25,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:25,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/315fed4e343247489ac257e45295192e is 50, key is test_row_0/A:col10/1731187045900/Put/seqid=0 2024-11-09T21:17:25,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741908_1084 (size=12301) 2024-11-09T21:17:25,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:25,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187105952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187105950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:25,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187105953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187105952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187105954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-09T21:17:25,999 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-09T21:17:26,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:17:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-09T21:17:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T21:17:26,003 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:17:26,004 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:17:26,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:17:26,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187106058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187106058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187106060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187106060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187106064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T21:17:26,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T21:17:26,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:26,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:26,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:26,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:26,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:26,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187106261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187106262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187106265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187106265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187106269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T21:17:26,310 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T21:17:26,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:26,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:26,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:26,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:26,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:26,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/315fed4e343247489ac257e45295192e 2024-11-09T21:17:26,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/954218c5c64a402e9a48ba3a0209c704 is 50, key is test_row_0/B:col10/1731187045900/Put/seqid=0 2024-11-09T21:17:26,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741909_1085 (size=12301) 2024-11-09T21:17:26,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/954218c5c64a402e9a48ba3a0209c704 2024-11-09T21:17:26,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/8ea3def236c744c782e1167b04fed3a6 is 50, key is test_row_0/C:col10/1731187045900/Put/seqid=0 2024-11-09T21:17:26,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741910_1086 (size=12301) 2024-11-09T21:17:26,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/8ea3def236c744c782e1167b04fed3a6 2024-11-09T21:17:26,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/315fed4e343247489ac257e45295192e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/315fed4e343247489ac257e45295192e 2024-11-09T21:17:26,466 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/315fed4e343247489ac257e45295192e, entries=150, sequenceid=347, filesize=12.0 K 2024-11-09T21:17:26,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T21:17:26,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:26,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:26,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:26,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:26,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:26,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/954218c5c64a402e9a48ba3a0209c704 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/954218c5c64a402e9a48ba3a0209c704 2024-11-09T21:17:26,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/954218c5c64a402e9a48ba3a0209c704, entries=150, sequenceid=347, filesize=12.0 K 2024-11-09T21:17:26,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/8ea3def236c744c782e1167b04fed3a6 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/8ea3def236c744c782e1167b04fed3a6 2024-11-09T21:17:26,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/8ea3def236c744c782e1167b04fed3a6, entries=150, sequenceid=347, filesize=12.0 K 2024-11-09T21:17:26,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 2d4ab541ffaa03999ae877ddea0adb16 in 587ms, sequenceid=347, compaction requested=true 2024-11-09T21:17:26,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:26,487 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:17:26,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:17:26,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:26,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:17:26,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:26,488 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:17:26,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:17:26,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:26,489 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:17:26,489 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/A is initiating minor compaction (all files) 2024-11-09T21:17:26,489 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/A in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:26,490 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:17:26,490 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/ed425fd99c754a399c22a6fa0c20106f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/c271692d080d40638810c9dfe9ba7a62, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/40a30062993d4e38a5c457f5f52961a5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/315fed4e343247489ac257e45295192e] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=48.7 K 2024-11-09T21:17:26,490 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/B is initiating minor compaction (all files) 2024-11-09T21:17:26,490 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/B in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:26,490 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/384912788aff4440a5ef951c7db94a8e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/34c2dbdb04ec496298f319d7523f53c5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/b65a1b11b7024a7294e4b2e11a507d66, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/954218c5c64a402e9a48ba3a0209c704] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=48.7 K 2024-11-09T21:17:26,491 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed425fd99c754a399c22a6fa0c20106f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731187043656 2024-11-09T21:17:26,492 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 384912788aff4440a5ef951c7db94a8e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731187043656 2024-11-09T21:17:26,492 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting c271692d080d40638810c9dfe9ba7a62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731187044289 2024-11-09T21:17:26,492 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 34c2dbdb04ec496298f319d7523f53c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731187044289 2024-11-09T21:17:26,492 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40a30062993d4e38a5c457f5f52961a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731187044586 2024-11-09T21:17:26,493 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 315fed4e343247489ac257e45295192e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731187045898 2024-11-09T21:17:26,493 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting b65a1b11b7024a7294e4b2e11a507d66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731187044586 2024-11-09T21:17:26,494 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 954218c5c64a402e9a48ba3a0209c704, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731187045898 2024-11-09T21:17:26,518 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#A#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:26,519 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/e29ad43104184901b2c3d43a2e6afe4b is 50, key is test_row_0/A:col10/1731187045900/Put/seqid=0 2024-11-09T21:17:26,523 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#B#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:26,523 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/67406a59057d4a0c8fc2418b74055e87 is 50, key is test_row_0/B:col10/1731187045900/Put/seqid=0 2024-11-09T21:17:26,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741911_1087 (size=13119) 2024-11-09T21:17:26,542 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/e29ad43104184901b2c3d43a2e6afe4b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/e29ad43104184901b2c3d43a2e6afe4b 2024-11-09T21:17:26,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741912_1088 (size=13119) 2024-11-09T21:17:26,553 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/A of 2d4ab541ffaa03999ae877ddea0adb16 into e29ad43104184901b2c3d43a2e6afe4b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:26,554 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:26,554 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/A, priority=12, startTime=1731187046487; duration=0sec 2024-11-09T21:17:26,554 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:26,554 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:A 2024-11-09T21:17:26,554 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:17:26,556 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:17:26,556 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/C is initiating minor compaction (all files) 2024-11-09T21:17:26,556 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/C in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:26,556 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/a914fd197108410a822b019c7a58b34c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/e7bbf7d05e5f47859a8ac1dbbea5d5c6, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/de457290f10b4d37b43a5520abd88728, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/8ea3def236c744c782e1167b04fed3a6] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=48.7 K 2024-11-09T21:17:26,557 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting a914fd197108410a822b019c7a58b34c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731187043656 2024-11-09T21:17:26,557 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7bbf7d05e5f47859a8ac1dbbea5d5c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731187044289 2024-11-09T21:17:26,558 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting de457290f10b4d37b43a5520abd88728, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731187044586 2024-11-09T21:17:26,558 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ea3def236c744c782e1167b04fed3a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731187045898 2024-11-09T21:17:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:26,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T21:17:26,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:26,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:26,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:26,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:26,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:26,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:26,574 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#C#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:26,574 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/3226e604bf604854a117974a316c669e is 50, key is test_row_0/C:col10/1731187045900/Put/seqid=0 2024-11-09T21:17:26,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/bc68fb49689247db9bcbdb617c0841b9 is 50, key is test_row_0/A:col10/1731187045952/Put/seqid=0 2024-11-09T21:17:26,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187106584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187106586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187106590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187106590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187106591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T21:17:26,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741914_1090 (size=12301) 2024-11-09T21:17:26,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/bc68fb49689247db9bcbdb617c0841b9 2024-11-09T21:17:26,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741913_1089 (size=13119) 2024-11-09T21:17:26,620 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T21:17:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:26,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:26,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:26,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/94fc5db8e13c425ca0a642f51cd25ec4 is 50, key is test_row_0/B:col10/1731187045952/Put/seqid=0 2024-11-09T21:17:26,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741915_1091 (size=12301) 2024-11-09T21:17:26,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/94fc5db8e13c425ca0a642f51cd25ec4 2024-11-09T21:17:26,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/dc3992298cb641dd9c49e23c7aa341c1 is 50, key is test_row_0/C:col10/1731187045952/Put/seqid=0 2024-11-09T21:17:26,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187106692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187106694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187106695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187106696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187106699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741916_1092 (size=12301) 2024-11-09T21:17:26,775 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T21:17:26,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:26,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:26,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:26,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:26,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:26,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187106895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187106897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187106900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187106899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187106902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,929 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:26,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T21:17:26,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:26,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:26,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:26,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:26,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:26,956 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/67406a59057d4a0c8fc2418b74055e87 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/67406a59057d4a0c8fc2418b74055e87 2024-11-09T21:17:26,965 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/B of 2d4ab541ffaa03999ae877ddea0adb16 into 67406a59057d4a0c8fc2418b74055e87(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:26,965 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:26,966 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/B, priority=12, startTime=1731187046488; duration=0sec 2024-11-09T21:17:26,966 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:26,966 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:B 2024-11-09T21:17:27,021 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/3226e604bf604854a117974a316c669e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/3226e604bf604854a117974a316c669e 2024-11-09T21:17:27,030 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/C of 2d4ab541ffaa03999ae877ddea0adb16 into 3226e604bf604854a117974a316c669e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:27,030 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:27,030 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/C, priority=12, startTime=1731187046488; duration=0sec 2024-11-09T21:17:27,031 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:27,031 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:C 2024-11-09T21:17:27,083 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T21:17:27,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:27,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:27,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:27,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:27,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:27,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/dc3992298cb641dd9c49e23c7aa341c1 2024-11-09T21:17:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T21:17:27,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/bc68fb49689247db9bcbdb617c0841b9 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/bc68fb49689247db9bcbdb617c0841b9 2024-11-09T21:17:27,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/bc68fb49689247db9bcbdb617c0841b9, entries=150, sequenceid=367, filesize=12.0 K 2024-11-09T21:17:27,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/94fc5db8e13c425ca0a642f51cd25ec4 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/94fc5db8e13c425ca0a642f51cd25ec4 2024-11-09T21:17:27,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/94fc5db8e13c425ca0a642f51cd25ec4, entries=150, sequenceid=367, filesize=12.0 K 2024-11-09T21:17:27,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/dc3992298cb641dd9c49e23c7aa341c1 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/dc3992298cb641dd9c49e23c7aa341c1 2024-11-09T21:17:27,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/dc3992298cb641dd9c49e23c7aa341c1, entries=150, sequenceid=367, filesize=12.0 K 2024-11-09T21:17:27,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 2d4ab541ffaa03999ae877ddea0adb16 in 581ms, sequenceid=367, compaction requested=false 2024-11-09T21:17:27,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:27,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T21:17:27,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:27,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:27,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:27,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:27,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:27,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:27,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/6174b25bcaac4df0a2e3e56b2f03eec1 is 50, key is test_row_0/A:col10/1731187046586/Put/seqid=0 2024-11-09T21:17:27,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187107226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187107225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187107233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,237 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187107235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T21:17:27,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:27,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:27,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:27,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:27,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:27,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187107240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:27,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741917_1093 (size=12301) 2024-11-09T21:17:27,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/6174b25bcaac4df0a2e3e56b2f03eec1 2024-11-09T21:17:27,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/42b81adcbaf548978b0db47f27286d8f is 50, key is test_row_0/B:col10/1731187046586/Put/seqid=0 2024-11-09T21:17:27,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741918_1094 (size=12301) 2024-11-09T21:17:27,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187107338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187107340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187107340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187107340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187107344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,396 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T21:17:27,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:27,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:27,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:27,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:27,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:27,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187107542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187107543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187107545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187107546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187107547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,550 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T21:17:27,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:27,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:27,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:27,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:27,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:27,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/42b81adcbaf548978b0db47f27286d8f 2024-11-09T21:17:27,704 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T21:17:27,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:27,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:27,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:27,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:27,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:27,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:27,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/dff3665ea6c54e189145bd4c099f32e1 is 50, key is test_row_0/C:col10/1731187046586/Put/seqid=0 2024-11-09T21:17:27,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741919_1095 (size=12301) 2024-11-09T21:17:27,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187107847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187107846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187107847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187107849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187107850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,858 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:27,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T21:17:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:27,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:28,012 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T21:17:28,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:28,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:28,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:28,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:28,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T21:17:28,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/dff3665ea6c54e189145bd4c099f32e1 2024-11-09T21:17:28,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/6174b25bcaac4df0a2e3e56b2f03eec1 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/6174b25bcaac4df0a2e3e56b2f03eec1 2024-11-09T21:17:28,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/6174b25bcaac4df0a2e3e56b2f03eec1, entries=150, sequenceid=388, filesize=12.0 K 2024-11-09T21:17:28,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/42b81adcbaf548978b0db47f27286d8f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/42b81adcbaf548978b0db47f27286d8f 2024-11-09T21:17:28,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/42b81adcbaf548978b0db47f27286d8f, entries=150, sequenceid=388, filesize=12.0 K 2024-11-09T21:17:28,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/dff3665ea6c54e189145bd4c099f32e1 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/dff3665ea6c54e189145bd4c099f32e1 2024-11-09T21:17:28,166 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T21:17:28,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:28,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:28,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:28,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:28,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:28,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/dff3665ea6c54e189145bd4c099f32e1, entries=150, sequenceid=388, filesize=12.0 K 2024-11-09T21:17:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:28,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for 2d4ab541ffaa03999ae877ddea0adb16 in 968ms, sequenceid=388, compaction requested=true 2024-11-09T21:17:28,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:28,173 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:28,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:17:28,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:28,173 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:28,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:17:28,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:28,175 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:28,175 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/A is initiating minor compaction (all files) 2024-11-09T21:17:28,175 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/A in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:28,175 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:28,175 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/B is initiating minor compaction (all files) 2024-11-09T21:17:28,175 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/e29ad43104184901b2c3d43a2e6afe4b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/bc68fb49689247db9bcbdb617c0841b9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/6174b25bcaac4df0a2e3e56b2f03eec1] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=36.8 K 2024-11-09T21:17:28,175 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/B in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:28,175 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/67406a59057d4a0c8fc2418b74055e87, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/94fc5db8e13c425ca0a642f51cd25ec4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/42b81adcbaf548978b0db47f27286d8f] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=36.8 K 2024-11-09T21:17:28,176 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting e29ad43104184901b2c3d43a2e6afe4b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731187045898 2024-11-09T21:17:28,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:17:28,176 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 67406a59057d4a0c8fc2418b74055e87, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731187045898 2024-11-09T21:17:28,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:28,176 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc68fb49689247db9bcbdb617c0841b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731187045952 2024-11-09T21:17:28,176 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 94fc5db8e13c425ca0a642f51cd25ec4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731187045952 2024-11-09T21:17:28,177 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6174b25bcaac4df0a2e3e56b2f03eec1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731187046586 2024-11-09T21:17:28,177 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 42b81adcbaf548978b0db47f27286d8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731187046586 2024-11-09T21:17:28,202 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:28,203 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/6592157d6cd143ad891950539cc71c4f is 50, key is test_row_0/A:col10/1731187046586/Put/seqid=0 2024-11-09T21:17:28,209 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:28,210 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/e685dfe6ea874d83802079f47fecc0de is 50, key is test_row_0/B:col10/1731187046586/Put/seqid=0 2024-11-09T21:17:28,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741920_1096 (size=13221) 2024-11-09T21:17:28,260 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/6592157d6cd143ad891950539cc71c4f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/6592157d6cd143ad891950539cc71c4f 2024-11-09T21:17:28,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741921_1097 (size=13221) 2024-11-09T21:17:28,274 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/A of 2d4ab541ffaa03999ae877ddea0adb16 into 6592157d6cd143ad891950539cc71c4f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:28,274 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:28,274 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/A, priority=13, startTime=1731187048173; duration=0sec 2024-11-09T21:17:28,274 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:28,274 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:A 2024-11-09T21:17:28,274 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:28,280 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:28,280 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/C is initiating minor compaction (all files) 2024-11-09T21:17:28,280 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/C in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:28,280 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/3226e604bf604854a117974a316c669e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/dc3992298cb641dd9c49e23c7aa341c1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/dff3665ea6c54e189145bd4c099f32e1] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=36.8 K 2024-11-09T21:17:28,281 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3226e604bf604854a117974a316c669e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731187045898 2024-11-09T21:17:28,282 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc3992298cb641dd9c49e23c7aa341c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731187045952 2024-11-09T21:17:28,282 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting dff3665ea6c54e189145bd4c099f32e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731187046586 2024-11-09T21:17:28,286 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/e685dfe6ea874d83802079f47fecc0de as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/e685dfe6ea874d83802079f47fecc0de 2024-11-09T21:17:28,293 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/B of 2d4ab541ffaa03999ae877ddea0adb16 into e685dfe6ea874d83802079f47fecc0de(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:28,293 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:28,293 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/B, priority=13, startTime=1731187048173; duration=0sec 2024-11-09T21:17:28,294 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:28,294 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:B 2024-11-09T21:17:28,297 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#C#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:28,299 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/6abb95ea9d984a03be154a0753633167 is 50, key is test_row_0/C:col10/1731187046586/Put/seqid=0 2024-11-09T21:17:28,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741922_1098 (size=13221) 2024-11-09T21:17:28,319 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/6abb95ea9d984a03be154a0753633167 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/6abb95ea9d984a03be154a0753633167 2024-11-09T21:17:28,323 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T21:17:28,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:28,324 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T21:17:28,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:28,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:28,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:28,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:28,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:28,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:28,332 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/C of 2d4ab541ffaa03999ae877ddea0adb16 into 6abb95ea9d984a03be154a0753633167(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:28,332 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:28,332 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/C, priority=13, startTime=1731187048176; duration=0sec 2024-11-09T21:17:28,332 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:28,332 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:C 2024-11-09T21:17:28,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/37af35ad75634ef4b104e9abeb0f98ac is 50, key is test_row_0/A:col10/1731187047231/Put/seqid=0 2024-11-09T21:17:28,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741923_1099 (size=12301) 2024-11-09T21:17:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:28,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:28,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187108363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187108365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187108365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187108366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187108367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187108469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187108469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187108470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187108470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187108470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187108671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187108672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187108673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187108673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187108674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,745 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/37af35ad75634ef4b104e9abeb0f98ac 2024-11-09T21:17:28,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/38e1effc7bfd48d197e6dd670343b5fe is 50, key is test_row_0/B:col10/1731187047231/Put/seqid=0 2024-11-09T21:17:28,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741924_1100 (size=12301) 2024-11-09T21:17:28,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187108974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187108977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187108978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187108978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:28,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187108978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:29,166 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/38e1effc7bfd48d197e6dd670343b5fe 2024-11-09T21:17:29,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/99eba45939254ed7a506f38473c0b6dc is 50, key is test_row_0/C:col10/1731187047231/Put/seqid=0 2024-11-09T21:17:29,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741925_1101 (size=12301) 2024-11-09T21:17:29,199 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/99eba45939254ed7a506f38473c0b6dc 2024-11-09T21:17:29,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/37af35ad75634ef4b104e9abeb0f98ac as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/37af35ad75634ef4b104e9abeb0f98ac 2024-11-09T21:17:29,219 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/37af35ad75634ef4b104e9abeb0f98ac, entries=150, sequenceid=409, filesize=12.0 K 2024-11-09T21:17:29,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/38e1effc7bfd48d197e6dd670343b5fe as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/38e1effc7bfd48d197e6dd670343b5fe 2024-11-09T21:17:29,228 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/38e1effc7bfd48d197e6dd670343b5fe, entries=150, sequenceid=409, filesize=12.0 K 2024-11-09T21:17:29,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/99eba45939254ed7a506f38473c0b6dc as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/99eba45939254ed7a506f38473c0b6dc 2024-11-09T21:17:29,236 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/99eba45939254ed7a506f38473c0b6dc, entries=150, sequenceid=409, filesize=12.0 K 2024-11-09T21:17:29,239 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 2d4ab541ffaa03999ae877ddea0adb16 in 914ms, sequenceid=409, compaction requested=false 2024-11-09T21:17:29,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:29,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:29,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-09T21:17:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-09T21:17:29,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-09T21:17:29,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2360 sec 2024-11-09T21:17:29,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 3.2430 sec 2024-11-09T21:17:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:29,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T21:17:29,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:29,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:29,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:29,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:29,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:29,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:29,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/23bdeeb1ce9b471faa583922a63f8bc3 is 50, key is test_row_0/A:col10/1731187048363/Put/seqid=0 2024-11-09T21:17:29,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741926_1102 (size=14741) 2024-11-09T21:17:29,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187109497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:29,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187109500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:29,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187109502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:29,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187109508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:29,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187109508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:29,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187109603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:29,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187109603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:29,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187109605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:29,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187109612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:29,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187109612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:29,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187109805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:29,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187109807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:29,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187109808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:29,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187109814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:29,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187109816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:29,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/23bdeeb1ce9b471faa583922a63f8bc3 2024-11-09T21:17:29,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/81afe6ade67f4a1a9e18089d32a94970 is 50, key is test_row_0/B:col10/1731187048363/Put/seqid=0 2024-11-09T21:17:29,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741927_1103 (size=12301) 2024-11-09T21:17:30,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187110108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T21:17:30,109 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-09T21:17:30,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:17:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-09T21:17:30,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187110111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-09T21:17:30,113 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:17:30,114 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:17:30,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:17:30,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187110112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:30,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187110118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:30,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187110118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-09T21:17:30,265 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:30,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-09T21:17:30,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:30,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:30,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:30,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:30,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:30,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/81afe6ade67f4a1a9e18089d32a94970 2024-11-09T21:17:30,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/60401443a27f4b539a706e526fb9607a is 50, key is test_row_0/C:col10/1731187048363/Put/seqid=0 2024-11-09T21:17:30,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741928_1104 (size=12301) 2024-11-09T21:17:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-09T21:17:30,418 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:30,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-09T21:17:30,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:30,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:30,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:30,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:30,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:30,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:30,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-09T21:17:30,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:30,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:30,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:30,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:30,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:30,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187110610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:30,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187110615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:30,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187110615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:30,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187110621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:30,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187110623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-09T21:17:30,724 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:30,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-09T21:17:30,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:30,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:30,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:30,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:30,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:30,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/60401443a27f4b539a706e526fb9607a 2024-11-09T21:17:30,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/23bdeeb1ce9b471faa583922a63f8bc3 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/23bdeeb1ce9b471faa583922a63f8bc3 2024-11-09T21:17:30,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/23bdeeb1ce9b471faa583922a63f8bc3, entries=200, sequenceid=428, filesize=14.4 K 2024-11-09T21:17:30,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/81afe6ade67f4a1a9e18089d32a94970 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/81afe6ade67f4a1a9e18089d32a94970 2024-11-09T21:17:30,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/81afe6ade67f4a1a9e18089d32a94970, entries=150, sequenceid=428, filesize=12.0 K 2024-11-09T21:17:30,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/60401443a27f4b539a706e526fb9607a as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/60401443a27f4b539a706e526fb9607a 2024-11-09T21:17:30,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/60401443a27f4b539a706e526fb9607a, entries=150, sequenceid=428, filesize=12.0 K 2024-11-09T21:17:30,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 2d4ab541ffaa03999ae877ddea0adb16 in 1303ms, sequenceid=428, compaction requested=true 2024-11-09T21:17:30,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:30,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:17:30,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:30,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:17:30,787 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:30,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:30,787 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:30,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:17:30,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:30,788 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:30,789 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/A is initiating minor compaction (all files) 2024-11-09T21:17:30,789 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/A in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:30,789 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/6592157d6cd143ad891950539cc71c4f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/37af35ad75634ef4b104e9abeb0f98ac, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/23bdeeb1ce9b471faa583922a63f8bc3] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=39.3 K 2024-11-09T21:17:30,789 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:30,789 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/B is initiating minor compaction (all files) 2024-11-09T21:17:30,789 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/B in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:30,789 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/e685dfe6ea874d83802079f47fecc0de, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/38e1effc7bfd48d197e6dd670343b5fe, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/81afe6ade67f4a1a9e18089d32a94970] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=36.9 K 2024-11-09T21:17:30,789 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6592157d6cd143ad891950539cc71c4f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731187046586 2024-11-09T21:17:30,790 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting e685dfe6ea874d83802079f47fecc0de, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731187046586 2024-11-09T21:17:30,790 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37af35ad75634ef4b104e9abeb0f98ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731187047225 2024-11-09T21:17:30,790 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 38e1effc7bfd48d197e6dd670343b5fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731187047225 2024-11-09T21:17:30,790 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23bdeeb1ce9b471faa583922a63f8bc3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731187048363 2024-11-09T21:17:30,791 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 81afe6ade67f4a1a9e18089d32a94970, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731187048363 2024-11-09T21:17:30,801 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#A#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:30,801 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#B#compaction#91 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:30,802 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/afcdeca21f1045c39e234f4b0e086b71 is 50, key is test_row_0/A:col10/1731187048363/Put/seqid=0 2024-11-09T21:17:30,802 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/1d40f28f67d5460896ad640d68dc620b is 50, key is test_row_0/B:col10/1731187048363/Put/seqid=0 2024-11-09T21:17:30,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741930_1106 (size=13323) 2024-11-09T21:17:30,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741929_1105 (size=13323) 2024-11-09T21:17:30,822 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/1d40f28f67d5460896ad640d68dc620b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/1d40f28f67d5460896ad640d68dc620b 2024-11-09T21:17:30,829 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/B of 2d4ab541ffaa03999ae877ddea0adb16 into 1d40f28f67d5460896ad640d68dc620b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:30,829 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:30,829 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/B, priority=13, startTime=1731187050787; duration=0sec 2024-11-09T21:17:30,829 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:30,829 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:B 2024-11-09T21:17:30,829 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:30,830 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:30,831 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/C is initiating minor compaction (all files) 2024-11-09T21:17:30,831 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/C in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:30,831 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/6abb95ea9d984a03be154a0753633167, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/99eba45939254ed7a506f38473c0b6dc, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/60401443a27f4b539a706e526fb9607a] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=36.9 K 2024-11-09T21:17:30,831 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 6abb95ea9d984a03be154a0753633167, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731187046586 2024-11-09T21:17:30,832 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 99eba45939254ed7a506f38473c0b6dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731187047225 2024-11-09T21:17:30,832 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 60401443a27f4b539a706e526fb9607a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731187048363 2024-11-09T21:17:30,842 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#C#compaction#92 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:30,843 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/4e85d067a3834a32ac81dffbf4b55672 is 50, key is test_row_0/C:col10/1731187048363/Put/seqid=0 2024-11-09T21:17:30,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741931_1107 (size=13323) 2024-11-09T21:17:30,877 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:30,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-09T21:17:30,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:30,878 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T21:17:30,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:30,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:30,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:30,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:30,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:30,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:30,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/795295a5c2f4466a8f9b2a3aef7af753 is 50, key is test_row_0/A:col10/1731187049500/Put/seqid=0 2024-11-09T21:17:30,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741932_1108 (size=12301) 2024-11-09T21:17:30,899 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/795295a5c2f4466a8f9b2a3aef7af753 2024-11-09T21:17:30,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/e24d5bfbbcf84de7a931068e789b0296 is 50, key is test_row_0/B:col10/1731187049500/Put/seqid=0 2024-11-09T21:17:30,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741933_1109 (size=12301) 2024-11-09T21:17:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-09T21:17:31,225 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/afcdeca21f1045c39e234f4b0e086b71 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/afcdeca21f1045c39e234f4b0e086b71 2024-11-09T21:17:31,231 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/A of 2d4ab541ffaa03999ae877ddea0adb16 into afcdeca21f1045c39e234f4b0e086b71(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:31,231 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:31,231 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/A, priority=13, startTime=1731187050787; duration=0sec 2024-11-09T21:17:31,231 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:31,231 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:A 2024-11-09T21:17:31,256 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/4e85d067a3834a32ac81dffbf4b55672 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/4e85d067a3834a32ac81dffbf4b55672 2024-11-09T21:17:31,263 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/C of 2d4ab541ffaa03999ae877ddea0adb16 into 4e85d067a3834a32ac81dffbf4b55672(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:31,263 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:31,263 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/C, priority=13, startTime=1731187050787; duration=0sec 2024-11-09T21:17:31,263 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:31,263 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:C 2024-11-09T21:17:31,313 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/e24d5bfbbcf84de7a931068e789b0296 2024-11-09T21:17:31,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/cc962c4c7c74464d996997e88125321d is 50, key is test_row_0/C:col10/1731187049500/Put/seqid=0 2024-11-09T21:17:31,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741934_1110 (size=12301) 2024-11-09T21:17:31,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:31,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187111636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:31,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187111637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:31,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187111638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:31,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187111638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:31,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187111639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:31,735 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/cc962c4c7c74464d996997e88125321d 2024-11-09T21:17:31,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/795295a5c2f4466a8f9b2a3aef7af753 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/795295a5c2f4466a8f9b2a3aef7af753 2024-11-09T21:17:31,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187111741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:31,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187111741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:31,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187111741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:31,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:31,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187111742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187111741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:31,750 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/795295a5c2f4466a8f9b2a3aef7af753, entries=150, sequenceid=448, filesize=12.0 K 2024-11-09T21:17:31,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/e24d5bfbbcf84de7a931068e789b0296 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/e24d5bfbbcf84de7a931068e789b0296 2024-11-09T21:17:31,758 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/e24d5bfbbcf84de7a931068e789b0296, entries=150, sequenceid=448, filesize=12.0 K 2024-11-09T21:17:31,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/cc962c4c7c74464d996997e88125321d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/cc962c4c7c74464d996997e88125321d 2024-11-09T21:17:31,772 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/cc962c4c7c74464d996997e88125321d, entries=150, sequenceid=448, filesize=12.0 K 2024-11-09T21:17:31,773 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 2d4ab541ffaa03999ae877ddea0adb16 in 895ms, sequenceid=448, compaction requested=false 2024-11-09T21:17:31,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:31,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:31,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-09T21:17:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-09T21:17:31,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-09T21:17:31,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6610 sec 2024-11-09T21:17:31,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.6660 sec 2024-11-09T21:17:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:31,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T21:17:31,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:31,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:31,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:31,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:31,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:31,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:31,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/85ca8a5b3e0342c8822d73bbd78d5496 is 50, key is test_row_0/A:col10/1731187051944/Put/seqid=0 2024-11-09T21:17:31,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741935_1111 (size=12301) 2024-11-09T21:17:31,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/85ca8a5b3e0342c8822d73bbd78d5496 2024-11-09T21:17:31,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187111957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:31,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187111958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:31,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187111958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:31,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187111960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:31,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187111964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:31,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/316065b729ee43a98d0d2bc03c02eb9e is 50, key is test_row_0/B:col10/1731187051944/Put/seqid=0 2024-11-09T21:17:31,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741936_1112 (size=12301) 2024-11-09T21:17:32,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187112064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187112068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187112069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187112069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187112069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-09T21:17:32,217 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-09T21:17:32,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:17:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-09T21:17:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-09T21:17:32,221 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:17:32,222 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:17:32,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:17:32,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187112268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187112273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187112273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187112274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187112274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-09T21:17:32,375 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-09T21:17:32,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:32,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:32,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:32,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:32,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:32,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/316065b729ee43a98d0d2bc03c02eb9e 2024-11-09T21:17:32,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/598ec37e773342219bb2562bd84b397f is 50, key is test_row_0/C:col10/1731187051944/Put/seqid=0 2024-11-09T21:17:32,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741937_1113 (size=12301) 2024-11-09T21:17:32,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/598ec37e773342219bb2562bd84b397f 2024-11-09T21:17:32,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/85ca8a5b3e0342c8822d73bbd78d5496 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/85ca8a5b3e0342c8822d73bbd78d5496 2024-11-09T21:17:32,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/85ca8a5b3e0342c8822d73bbd78d5496, entries=150, sequenceid=469, filesize=12.0 K 2024-11-09T21:17:32,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/316065b729ee43a98d0d2bc03c02eb9e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/316065b729ee43a98d0d2bc03c02eb9e 2024-11-09T21:17:32,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/316065b729ee43a98d0d2bc03c02eb9e, entries=150, sequenceid=469, filesize=12.0 K 2024-11-09T21:17:32,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/598ec37e773342219bb2562bd84b397f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/598ec37e773342219bb2562bd84b397f 2024-11-09T21:17:32,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/598ec37e773342219bb2562bd84b397f, entries=150, sequenceid=469, filesize=12.0 K 2024-11-09T21:17:32,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 2d4ab541ffaa03999ae877ddea0adb16 in 497ms, sequenceid=469, compaction requested=true 2024-11-09T21:17:32,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:32,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:17:32,444 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:32,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:32,444 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:32,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:17:32,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:32,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:17:32,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:32,445 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:32,445 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:32,445 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/A is initiating minor compaction (all files) 2024-11-09T21:17:32,445 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/B is initiating minor compaction (all files) 2024-11-09T21:17:32,445 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/A in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:32,445 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/afcdeca21f1045c39e234f4b0e086b71, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/795295a5c2f4466a8f9b2a3aef7af753, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/85ca8a5b3e0342c8822d73bbd78d5496] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=37.0 K 2024-11-09T21:17:32,445 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/B in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:32,446 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/1d40f28f67d5460896ad640d68dc620b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/e24d5bfbbcf84de7a931068e789b0296, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/316065b729ee43a98d0d2bc03c02eb9e] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=37.0 K 2024-11-09T21:17:32,446 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting afcdeca21f1045c39e234f4b0e086b71, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731187048363 2024-11-09T21:17:32,446 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d40f28f67d5460896ad640d68dc620b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731187048363 2024-11-09T21:17:32,447 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting e24d5bfbbcf84de7a931068e789b0296, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731187049489 2024-11-09T21:17:32,447 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 795295a5c2f4466a8f9b2a3aef7af753, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731187049489 2024-11-09T21:17:32,447 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85ca8a5b3e0342c8822d73bbd78d5496, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1731187051635 2024-11-09T21:17:32,447 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 316065b729ee43a98d0d2bc03c02eb9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1731187051635 2024-11-09T21:17:32,457 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#A#compaction#100 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:32,457 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#B#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:32,457 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/d2608991308d4c86918fd196d47f521c is 50, key is test_row_0/A:col10/1731187051944/Put/seqid=0 2024-11-09T21:17:32,458 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/3c53f66a46ee4149a07c8b080370af77 is 50, key is test_row_0/B:col10/1731187051944/Put/seqid=0 2024-11-09T21:17:32,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741938_1114 (size=13425) 2024-11-09T21:17:32,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741939_1115 (size=13425) 2024-11-09T21:17:32,470 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/d2608991308d4c86918fd196d47f521c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/d2608991308d4c86918fd196d47f521c 2024-11-09T21:17:32,477 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/A of 2d4ab541ffaa03999ae877ddea0adb16 into d2608991308d4c86918fd196d47f521c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:32,477 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:32,477 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/A, priority=13, startTime=1731187052443; duration=0sec 2024-11-09T21:17:32,477 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:32,477 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:A 2024-11-09T21:17:32,477 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:32,481 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:32,481 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/C is initiating minor compaction (all files) 2024-11-09T21:17:32,481 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/C in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:32,482 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/4e85d067a3834a32ac81dffbf4b55672, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/cc962c4c7c74464d996997e88125321d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/598ec37e773342219bb2562bd84b397f] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=37.0 K 2024-11-09T21:17:32,482 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e85d067a3834a32ac81dffbf4b55672, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731187048363 2024-11-09T21:17:32,483 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc962c4c7c74464d996997e88125321d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731187049489 2024-11-09T21:17:32,484 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 598ec37e773342219bb2562bd84b397f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1731187051635 2024-11-09T21:17:32,503 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#C#compaction#101 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:32,504 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/b094b48656c64dbba89fda550ad12503 is 50, key is test_row_0/C:col10/1731187051944/Put/seqid=0 2024-11-09T21:17:32,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741940_1116 (size=13425) 2024-11-09T21:17:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-09T21:17:32,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-09T21:17:32,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:32,529 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T21:17:32,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:32,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:32,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:32,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:32,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:32,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:32,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/b2f74b67ac984d7f899127002c033717 is 50, key is test_row_0/A:col10/1731187051958/Put/seqid=0 2024-11-09T21:17:32,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741941_1117 (size=12301) 2024-11-09T21:17:32,544 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/b2f74b67ac984d7f899127002c033717 2024-11-09T21:17:32,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/915fe92e400c41b19c584adf9f05452f is 50, key is test_row_0/B:col10/1731187051958/Put/seqid=0 2024-11-09T21:17:32,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741942_1118 (size=12301) 2024-11-09T21:17:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:32,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. as already flushing 2024-11-09T21:17:32,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187112587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187112589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187112590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187112591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187112592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187112692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187112693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187112693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187112695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187112696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-09T21:17:32,876 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/3c53f66a46ee4149a07c8b080370af77 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/3c53f66a46ee4149a07c8b080370af77 2024-11-09T21:17:32,883 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/B of 2d4ab541ffaa03999ae877ddea0adb16 into 3c53f66a46ee4149a07c8b080370af77(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:32,883 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:32,883 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/B, priority=13, startTime=1731187052444; duration=0sec 2024-11-09T21:17:32,883 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:32,883 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:B 2024-11-09T21:17:32,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187112895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187112895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187112895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187112898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187112898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:32,921 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/b094b48656c64dbba89fda550ad12503 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/b094b48656c64dbba89fda550ad12503 2024-11-09T21:17:32,928 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/C of 2d4ab541ffaa03999ae877ddea0adb16 into b094b48656c64dbba89fda550ad12503(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:32,928 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:32,928 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/C, priority=13, startTime=1731187052444; duration=0sec 2024-11-09T21:17:32,928 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:32,928 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:C 2024-11-09T21:17:32,963 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/915fe92e400c41b19c584adf9f05452f 2024-11-09T21:17:32,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/8f0afd9f263a424a807cace81ac782f2 is 50, key is test_row_0/C:col10/1731187051958/Put/seqid=0 2024-11-09T21:17:32,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741943_1119 (size=12301) 2024-11-09T21:17:33,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187113198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:33,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187113199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:33,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187113200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:33,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:33,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187113202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187113202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-09T21:17:33,377 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/8f0afd9f263a424a807cace81ac782f2 2024-11-09T21:17:33,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/b2f74b67ac984d7f899127002c033717 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/b2f74b67ac984d7f899127002c033717 2024-11-09T21:17:33,390 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/b2f74b67ac984d7f899127002c033717, entries=150, sequenceid=488, filesize=12.0 K 2024-11-09T21:17:33,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/915fe92e400c41b19c584adf9f05452f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/915fe92e400c41b19c584adf9f05452f 2024-11-09T21:17:33,398 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/915fe92e400c41b19c584adf9f05452f, entries=150, sequenceid=488, filesize=12.0 K 2024-11-09T21:17:33,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/8f0afd9f263a424a807cace81ac782f2 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/8f0afd9f263a424a807cace81ac782f2 2024-11-09T21:17:33,406 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/8f0afd9f263a424a807cace81ac782f2, entries=150, sequenceid=488, filesize=12.0 K 2024-11-09T21:17:33,407 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 2d4ab541ffaa03999ae877ddea0adb16 in 878ms, sequenceid=488, compaction requested=false 2024-11-09T21:17:33,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:33,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:33,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T21:17:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-09T21:17:33,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-09T21:17:33,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1870 sec 2024-11-09T21:17:33,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.1920 sec 2024-11-09T21:17:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:33,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T21:17:33,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:33,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:33,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:33,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:33,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:33,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:33,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/4db62efaf32e4dbcb4ff6b94b613800b is 50, key is test_row_0/A:col10/1731187053703/Put/seqid=0 2024-11-09T21:17:33,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741944_1120 (size=12301) 2024-11-09T21:17:33,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187113712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:33,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187113729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:33,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187113730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:33,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187113731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:33,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187113733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:33,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:33,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187113833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187113834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:33,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187113834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:33,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187113835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:33,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187113835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:33,910 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:57311 2024-11-09T21:17:33,910 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:57311 2024-11-09T21:17:33,910 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:57311 2024-11-09T21:17:33,910 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:57311 2024-11-09T21:17:33,910 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:33,910 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:33,910 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:33,910 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:34,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187114037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:34,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:34,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187114037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187114037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:34,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187114038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:34,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187114039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:34,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/4db62efaf32e4dbcb4ff6b94b613800b 2024-11-09T21:17:34,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/65b9f0dfeb95456694e687bbc69f306e is 50, key is test_row_0/B:col10/1731187053703/Put/seqid=0 2024-11-09T21:17:34,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741945_1121 (size=12301) 2024-11-09T21:17:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-09T21:17:34,325 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-09T21:17:34,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187114339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:34,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187114340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:34,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187114340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:34,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187114341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:34,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187114341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:34,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/65b9f0dfeb95456694e687bbc69f306e 2024-11-09T21:17:34,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/b2cf246c9ff7401382d7aa6662b4b30e is 50, key is test_row_0/C:col10/1731187053703/Put/seqid=0 2024-11-09T21:17:34,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741946_1122 (size=12301) 2024-11-09T21:17:34,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43424 deadline: 1731187114843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:34,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43456 deadline: 1731187114844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:34,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43432 deadline: 1731187114844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:34,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731187114845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:34,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43460 deadline: 1731187114846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:34,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/b2cf246c9ff7401382d7aa6662b4b30e 2024-11-09T21:17:34,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/4db62efaf32e4dbcb4ff6b94b613800b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/4db62efaf32e4dbcb4ff6b94b613800b 2024-11-09T21:17:34,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/4db62efaf32e4dbcb4ff6b94b613800b, entries=150, sequenceid=511, filesize=12.0 K 2024-11-09T21:17:34,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/65b9f0dfeb95456694e687bbc69f306e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/65b9f0dfeb95456694e687bbc69f306e 2024-11-09T21:17:34,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/65b9f0dfeb95456694e687bbc69f306e, entries=150, sequenceid=511, filesize=12.0 K 2024-11-09T21:17:34,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/b2cf246c9ff7401382d7aa6662b4b30e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/b2cf246c9ff7401382d7aa6662b4b30e 2024-11-09T21:17:34,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/b2cf246c9ff7401382d7aa6662b4b30e, entries=150, sequenceid=511, filesize=12.0 K 2024-11-09T21:17:34,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 2d4ab541ffaa03999ae877ddea0adb16 in 1274ms, sequenceid=511, compaction requested=true 2024-11-09T21:17:34,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:34,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:17:34,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:34,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:17:34,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:34,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4ab541ffaa03999ae877ddea0adb16:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:17:34,979 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:34,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:34,979 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:34,980 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:34,980 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:34,980 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/A is initiating minor compaction (all files) 2024-11-09T21:17:34,980 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/B is initiating minor compaction (all files) 2024-11-09T21:17:34,980 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/A in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:34,980 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/B in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:34,980 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/d2608991308d4c86918fd196d47f521c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/b2f74b67ac984d7f899127002c033717, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/4db62efaf32e4dbcb4ff6b94b613800b] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=37.1 K 2024-11-09T21:17:34,980 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/3c53f66a46ee4149a07c8b080370af77, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/915fe92e400c41b19c584adf9f05452f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/65b9f0dfeb95456694e687bbc69f306e] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=37.1 K 2024-11-09T21:17:34,980 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2608991308d4c86918fd196d47f521c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1731187051635 2024-11-09T21:17:34,980 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c53f66a46ee4149a07c8b080370af77, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1731187051635 2024-11-09T21:17:34,981 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 915fe92e400c41b19c584adf9f05452f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731187051956 2024-11-09T21:17:34,981 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2f74b67ac984d7f899127002c033717, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731187051956 2024-11-09T21:17:34,981 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 65b9f0dfeb95456694e687bbc69f306e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1731187052588 2024-11-09T21:17:34,981 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4db62efaf32e4dbcb4ff6b94b613800b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1731187052588 2024-11-09T21:17:34,990 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#B#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:34,990 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/01b198d4b54e44b493d00f06b7621c19 is 50, key is test_row_0/B:col10/1731187053703/Put/seqid=0 2024-11-09T21:17:34,991 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#A#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:34,992 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/435a4670e5e14392b8bb32e4f5d09833 is 50, key is test_row_0/A:col10/1731187053703/Put/seqid=0 2024-11-09T21:17:34,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741947_1123 (size=13527) 2024-11-09T21:17:34,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741948_1124 (size=13527) 2024-11-09T21:17:35,401 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/01b198d4b54e44b493d00f06b7621c19 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/01b198d4b54e44b493d00f06b7621c19 2024-11-09T21:17:35,403 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/435a4670e5e14392b8bb32e4f5d09833 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/435a4670e5e14392b8bb32e4f5d09833 2024-11-09T21:17:35,406 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/B of 2d4ab541ffaa03999ae877ddea0adb16 into 01b198d4b54e44b493d00f06b7621c19(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:35,406 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:35,407 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/B, priority=13, startTime=1731187054978; duration=0sec 2024-11-09T21:17:35,407 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:35,407 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:B 2024-11-09T21:17:35,407 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:35,408 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/A of 2d4ab541ffaa03999ae877ddea0adb16 into 435a4670e5e14392b8bb32e4f5d09833(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:35,408 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:35,408 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/A, priority=13, startTime=1731187054978; duration=0sec 2024-11-09T21:17:35,408 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:35,408 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:35,408 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:A 2024-11-09T21:17:35,408 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 2d4ab541ffaa03999ae877ddea0adb16/C is initiating minor compaction (all files) 2024-11-09T21:17:35,408 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4ab541ffaa03999ae877ddea0adb16/C in TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:35,408 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/b094b48656c64dbba89fda550ad12503, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/8f0afd9f263a424a807cace81ac782f2, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/b2cf246c9ff7401382d7aa6662b4b30e] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp, totalSize=37.1 K 2024-11-09T21:17:35,409 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting b094b48656c64dbba89fda550ad12503, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1731187051635 2024-11-09T21:17:35,409 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f0afd9f263a424a807cace81ac782f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731187051956 2024-11-09T21:17:35,409 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting b2cf246c9ff7401382d7aa6662b4b30e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1731187052588 2024-11-09T21:17:35,416 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4ab541ffaa03999ae877ddea0adb16#C#compaction#110 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:35,417 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/cd82d044add543e2b3cffd6ccecb5c49 is 50, key is test_row_0/C:col10/1731187053703/Put/seqid=0 2024-11-09T21:17:35,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741949_1125 (size=13527) 2024-11-09T21:17:35,827 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/cd82d044add543e2b3cffd6ccecb5c49 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/cd82d044add543e2b3cffd6ccecb5c49 2024-11-09T21:17:35,832 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4ab541ffaa03999ae877ddea0adb16/C of 2d4ab541ffaa03999ae877ddea0adb16 into cd82d044add543e2b3cffd6ccecb5c49(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:35,832 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:35,832 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16., storeName=2d4ab541ffaa03999ae877ddea0adb16/C, priority=13, startTime=1731187054979; duration=0sec 2024-11-09T21:17:35,832 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:35,832 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4ab541ffaa03999ae877ddea0adb16:C 2024-11-09T21:17:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:35,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T21:17:35,851 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:57311 2024-11-09T21:17:35,851 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:35,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:35,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:35,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:35,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:35,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:35,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:35,853 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:57311 2024-11-09T21:17:35,853 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:35,854 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:57311 2024-11-09T21:17:35,854 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:35,855 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:57311 2024-11-09T21:17:35,855 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:35,855 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:57311 2024-11-09T21:17:35,855 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:35,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T21:17:35,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-09T21:17:35,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-09T21:17:35,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-09T21:17:35,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-09T21:17:35,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-09T21:17:35,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T21:17:35,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5227 2024-11-09T21:17:35,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5157 2024-11-09T21:17:35,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T21:17:35,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2310 2024-11-09T21:17:35,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6930 rows 2024-11-09T21:17:35,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2313 2024-11-09T21:17:35,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6937 rows 2024-11-09T21:17:35,856 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T21:17:35,856 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:57311 2024-11-09T21:17:35,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:35,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/1a70bf5905b04647a107fc3e230401d8 is 50, key is test_row_0/A:col10/1731187055849/Put/seqid=0 2024-11-09T21:17:35,858 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-09T21:17:35,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T21:17:35,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741950_1126 (size=12301) 2024-11-09T21:17:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T21:17:35,872 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187055872"}]},"ts":"1731187055872"} 2024-11-09T21:17:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-09T21:17:35,873 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T21:17:35,877 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T21:17:35,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T21:17:35,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d4ab541ffaa03999ae877ddea0adb16, UNASSIGN}] 2024-11-09T21:17:35,884 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d4ab541ffaa03999ae877ddea0adb16, UNASSIGN 2024-11-09T21:17:35,885 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=2d4ab541ffaa03999ae877ddea0adb16, regionState=CLOSING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:35,886 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T21:17:35,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; CloseRegionProcedure 2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:17:35,922 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:17:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-09T21:17:36,041 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:36,043 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(124): Close 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:36,043 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T21:17:36,044 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1681): Closing 2d4ab541ffaa03999ae877ddea0adb16, disabling compactions & flushes 2024-11-09T21:17:36,044 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:36,141 ERROR [LeaseRenewer:jenkins@localhost:35001 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:35001,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-09T21:17:36,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/1a70bf5905b04647a107fc3e230401d8 2024-11-09T21:17:36,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/2deb2fd6357d49e68c6f1ab093b2b498 is 50, key is test_row_0/B:col10/1731187055849/Put/seqid=0 2024-11-09T21:17:36,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741951_1127 (size=12301) 2024-11-09T21:17:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-09T21:17:36,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/2deb2fd6357d49e68c6f1ab093b2b498 2024-11-09T21:17:36,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/52c2fb9c398a4d779034ade695311a81 is 50, key is test_row_0/C:col10/1731187055849/Put/seqid=0 2024-11-09T21:17:36,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741952_1128 (size=12301) 2024-11-09T21:17:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-09T21:17:37,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/52c2fb9c398a4d779034ade695311a81 2024-11-09T21:17:37,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/1a70bf5905b04647a107fc3e230401d8 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/1a70bf5905b04647a107fc3e230401d8 2024-11-09T21:17:37,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/1a70bf5905b04647a107fc3e230401d8, entries=150, sequenceid=530, filesize=12.0 K 2024-11-09T21:17:37,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/2deb2fd6357d49e68c6f1ab093b2b498 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/2deb2fd6357d49e68c6f1ab093b2b498 2024-11-09T21:17:37,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/2deb2fd6357d49e68c6f1ab093b2b498, entries=150, sequenceid=530, filesize=12.0 K 2024-11-09T21:17:37,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/52c2fb9c398a4d779034ade695311a81 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/52c2fb9c398a4d779034ade695311a81 2024-11-09T21:17:37,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/52c2fb9c398a4d779034ade695311a81, entries=150, sequenceid=530, filesize=12.0 K 2024-11-09T21:17:37,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=26.84 KB/27480 for 2d4ab541ffaa03999ae877ddea0adb16 in 1266ms, sequenceid=530, compaction requested=false 2024-11-09T21:17:37,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:37,116 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:37,116 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:37,116 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. after waiting 0 ms 2024-11-09T21:17:37,116 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:37,116 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(2837): Flushing 2d4ab541ffaa03999ae877ddea0adb16 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-09T21:17:37,116 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=A 2024-11-09T21:17:37,117 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:37,117 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=B 2024-11-09T21:17:37,117 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:37,117 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4ab541ffaa03999ae877ddea0adb16, store=C 2024-11-09T21:17:37,117 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:37,120 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/f76567dfe5444f48a183dd96aefe07e3 is 50, key is test_row_1/A:col10/1731187055853/Put/seqid=0 2024-11-09T21:17:37,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741953_1129 (size=9857) 2024-11-09T21:17:37,524 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/f76567dfe5444f48a183dd96aefe07e3 2024-11-09T21:17:37,533 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/5eb773e030b54dbebffb4b871af91999 is 50, key is test_row_1/B:col10/1731187055853/Put/seqid=0 2024-11-09T21:17:37,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741954_1130 (size=9857) 2024-11-09T21:17:37,937 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/5eb773e030b54dbebffb4b871af91999 2024-11-09T21:17:37,945 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/156709b224254b33a88bedc2b8be3782 is 50, key is test_row_1/C:col10/1731187055853/Put/seqid=0 2024-11-09T21:17:37,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741955_1131 (size=9857) 2024-11-09T21:17:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-09T21:17:38,350 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/156709b224254b33a88bedc2b8be3782 2024-11-09T21:17:38,355 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/A/f76567dfe5444f48a183dd96aefe07e3 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/f76567dfe5444f48a183dd96aefe07e3 2024-11-09T21:17:38,359 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/f76567dfe5444f48a183dd96aefe07e3, entries=100, sequenceid=537, filesize=9.6 K 2024-11-09T21:17:38,360 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/B/5eb773e030b54dbebffb4b871af91999 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/5eb773e030b54dbebffb4b871af91999 2024-11-09T21:17:38,365 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/5eb773e030b54dbebffb4b871af91999, entries=100, sequenceid=537, filesize=9.6 K 2024-11-09T21:17:38,365 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/.tmp/C/156709b224254b33a88bedc2b8be3782 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/156709b224254b33a88bedc2b8be3782 2024-11-09T21:17:38,369 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/156709b224254b33a88bedc2b8be3782, entries=100, sequenceid=537, filesize=9.6 K 2024-11-09T21:17:38,370 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 2d4ab541ffaa03999ae877ddea0adb16 in 1254ms, sequenceid=537, compaction requested=true 2024-11-09T21:17:38,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/5140dcf8b07c45f49758155d0b4fa237, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/826618cc6ab1463dba245617874da648, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/b8e924abd7204b3aabd4f97448c0f692, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/661f5b42199c4e11bc592c3afa552f6b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/926fa89decf243a1b5ffbe87c3fd9f5d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/3f8371bf089a42a9b45ce7f1cc8c7141, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/7c52c17b001846258c126caf86e81fc9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/bea9b4acfaf34c6e8d11223147bfe2ab, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/f2a2773ac99149f693e3997952f75cbc, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/7b43fb8131da4899b3672e1a9613841d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/d8907251c43c48ea8be9811b65a75641, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/0f0fbe0a3aac4719b1382a7aa7bb9051, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/24205e2188e442ad995983c7152943c2, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/ffc8c422a5be420296a77e8728f06d2f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/4a3d1cea6af340cda7dd8c9e6f4c3ebc, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/b0c07915b25147d091dcec4fd17ed4b4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/60a2b9faba5948fc903899163aee989c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/77c9b196d6344d75a60239fb696ae77b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/77db27ef40c84139bd7431af126a20f2, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/8023e79141b744d3996d83f89b93e7ab, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/ed425fd99c754a399c22a6fa0c20106f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/c271692d080d40638810c9dfe9ba7a62, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/40a30062993d4e38a5c457f5f52961a5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/e29ad43104184901b2c3d43a2e6afe4b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/315fed4e343247489ac257e45295192e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/bc68fb49689247db9bcbdb617c0841b9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/6592157d6cd143ad891950539cc71c4f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/6174b25bcaac4df0a2e3e56b2f03eec1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/37af35ad75634ef4b104e9abeb0f98ac, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/23bdeeb1ce9b471faa583922a63f8bc3, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/afcdeca21f1045c39e234f4b0e086b71, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/795295a5c2f4466a8f9b2a3aef7af753, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/d2608991308d4c86918fd196d47f521c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/85ca8a5b3e0342c8822d73bbd78d5496, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/b2f74b67ac984d7f899127002c033717, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/4db62efaf32e4dbcb4ff6b94b613800b] to archive 2024-11-09T21:17:38,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T21:17:38,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/5140dcf8b07c45f49758155d0b4fa237 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/5140dcf8b07c45f49758155d0b4fa237 2024-11-09T21:17:38,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/826618cc6ab1463dba245617874da648 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/826618cc6ab1463dba245617874da648 2024-11-09T21:17:38,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/b8e924abd7204b3aabd4f97448c0f692 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/b8e924abd7204b3aabd4f97448c0f692 2024-11-09T21:17:38,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/661f5b42199c4e11bc592c3afa552f6b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/661f5b42199c4e11bc592c3afa552f6b 2024-11-09T21:17:38,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/926fa89decf243a1b5ffbe87c3fd9f5d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/926fa89decf243a1b5ffbe87c3fd9f5d 2024-11-09T21:17:38,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/3f8371bf089a42a9b45ce7f1cc8c7141 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/3f8371bf089a42a9b45ce7f1cc8c7141 2024-11-09T21:17:38,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/7c52c17b001846258c126caf86e81fc9 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/7c52c17b001846258c126caf86e81fc9 2024-11-09T21:17:38,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/bea9b4acfaf34c6e8d11223147bfe2ab to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/bea9b4acfaf34c6e8d11223147bfe2ab 2024-11-09T21:17:38,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/f2a2773ac99149f693e3997952f75cbc to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/f2a2773ac99149f693e3997952f75cbc 2024-11-09T21:17:38,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/7b43fb8131da4899b3672e1a9613841d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/7b43fb8131da4899b3672e1a9613841d 2024-11-09T21:17:38,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/d8907251c43c48ea8be9811b65a75641 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/d8907251c43c48ea8be9811b65a75641 2024-11-09T21:17:38,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/0f0fbe0a3aac4719b1382a7aa7bb9051 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/0f0fbe0a3aac4719b1382a7aa7bb9051 2024-11-09T21:17:38,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/24205e2188e442ad995983c7152943c2 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/24205e2188e442ad995983c7152943c2 2024-11-09T21:17:38,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/ffc8c422a5be420296a77e8728f06d2f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/ffc8c422a5be420296a77e8728f06d2f 2024-11-09T21:17:38,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/4a3d1cea6af340cda7dd8c9e6f4c3ebc to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/4a3d1cea6af340cda7dd8c9e6f4c3ebc 2024-11-09T21:17:38,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/b0c07915b25147d091dcec4fd17ed4b4 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/b0c07915b25147d091dcec4fd17ed4b4 2024-11-09T21:17:38,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/60a2b9faba5948fc903899163aee989c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/60a2b9faba5948fc903899163aee989c 2024-11-09T21:17:38,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/77c9b196d6344d75a60239fb696ae77b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/77c9b196d6344d75a60239fb696ae77b 2024-11-09T21:17:38,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/77db27ef40c84139bd7431af126a20f2 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/77db27ef40c84139bd7431af126a20f2 2024-11-09T21:17:38,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/8023e79141b744d3996d83f89b93e7ab to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/8023e79141b744d3996d83f89b93e7ab 2024-11-09T21:17:38,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/ed425fd99c754a399c22a6fa0c20106f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/ed425fd99c754a399c22a6fa0c20106f 2024-11-09T21:17:38,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/c271692d080d40638810c9dfe9ba7a62 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/c271692d080d40638810c9dfe9ba7a62 2024-11-09T21:17:38,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/40a30062993d4e38a5c457f5f52961a5 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/40a30062993d4e38a5c457f5f52961a5 2024-11-09T21:17:38,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/e29ad43104184901b2c3d43a2e6afe4b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/e29ad43104184901b2c3d43a2e6afe4b 2024-11-09T21:17:38,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/315fed4e343247489ac257e45295192e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/315fed4e343247489ac257e45295192e 2024-11-09T21:17:38,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/bc68fb49689247db9bcbdb617c0841b9 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/bc68fb49689247db9bcbdb617c0841b9 2024-11-09T21:17:38,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/6592157d6cd143ad891950539cc71c4f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/6592157d6cd143ad891950539cc71c4f 2024-11-09T21:17:38,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/6174b25bcaac4df0a2e3e56b2f03eec1 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/6174b25bcaac4df0a2e3e56b2f03eec1 2024-11-09T21:17:38,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/37af35ad75634ef4b104e9abeb0f98ac to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/37af35ad75634ef4b104e9abeb0f98ac 2024-11-09T21:17:38,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/23bdeeb1ce9b471faa583922a63f8bc3 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/23bdeeb1ce9b471faa583922a63f8bc3 2024-11-09T21:17:38,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/afcdeca21f1045c39e234f4b0e086b71 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/afcdeca21f1045c39e234f4b0e086b71 2024-11-09T21:17:38,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/795295a5c2f4466a8f9b2a3aef7af753 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/795295a5c2f4466a8f9b2a3aef7af753 2024-11-09T21:17:38,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/d2608991308d4c86918fd196d47f521c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/d2608991308d4c86918fd196d47f521c 2024-11-09T21:17:38,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/85ca8a5b3e0342c8822d73bbd78d5496 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/85ca8a5b3e0342c8822d73bbd78d5496 2024-11-09T21:17:38,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/b2f74b67ac984d7f899127002c033717 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/b2f74b67ac984d7f899127002c033717 2024-11-09T21:17:38,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/4db62efaf32e4dbcb4ff6b94b613800b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/4db62efaf32e4dbcb4ff6b94b613800b 2024-11-09T21:17:38,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/27ddfcc734ee4b81937ccea3f0ad910a, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/3586ef4123394550b45199b7c41c2c93, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/092c5448340e467a92fb3eb09c03481d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/6400282cfcbe4c9db96d1d93065a19a7, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/1d170c6678de418b90b0c1c19c5d0ca7, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/d4f5d1e767584214957644c2d4c66c0d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/2ccd9156760a465196584fbd546c9186, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/2bdff285aed34905ae9a54ed06cd5729, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/8bb173b1078c498ca0656f742b573715, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/a29a6f51351044b192690ea9f9b20e95, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/5b3a6d7f1afa4ed292a50815444efacc, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/602aba4c41bb42f0bdab23156a75d5e5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/387edf61ac5e4943848d5131dff706bf, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/776c12f730714cc6a3eff74167231708, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/b3076a737fc34396b93568783efaa321, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/ea17c96ab5054275bef4609ca7b7ad5f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/71dc4011229e4786bb3dc48029472f95, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/a0360810bf6c4925b3ba2d0dec535e7b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/e1ed852b724b4f018294eafef1f97338, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/384912788aff4440a5ef951c7db94a8e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/0455316d01004544b4d6b05c624202c7, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/34c2dbdb04ec496298f319d7523f53c5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/b65a1b11b7024a7294e4b2e11a507d66, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/67406a59057d4a0c8fc2418b74055e87, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/954218c5c64a402e9a48ba3a0209c704, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/94fc5db8e13c425ca0a642f51cd25ec4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/e685dfe6ea874d83802079f47fecc0de, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/42b81adcbaf548978b0db47f27286d8f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/38e1effc7bfd48d197e6dd670343b5fe, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/1d40f28f67d5460896ad640d68dc620b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/81afe6ade67f4a1a9e18089d32a94970, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/e24d5bfbbcf84de7a931068e789b0296, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/3c53f66a46ee4149a07c8b080370af77, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/316065b729ee43a98d0d2bc03c02eb9e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/915fe92e400c41b19c584adf9f05452f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/65b9f0dfeb95456694e687bbc69f306e] to archive 2024-11-09T21:17:38,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T21:17:38,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/27ddfcc734ee4b81937ccea3f0ad910a to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/27ddfcc734ee4b81937ccea3f0ad910a 2024-11-09T21:17:38,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/3586ef4123394550b45199b7c41c2c93 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/3586ef4123394550b45199b7c41c2c93 2024-11-09T21:17:38,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/092c5448340e467a92fb3eb09c03481d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/092c5448340e467a92fb3eb09c03481d 2024-11-09T21:17:38,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/6400282cfcbe4c9db96d1d93065a19a7 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/6400282cfcbe4c9db96d1d93065a19a7 2024-11-09T21:17:38,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/1d170c6678de418b90b0c1c19c5d0ca7 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/1d170c6678de418b90b0c1c19c5d0ca7 2024-11-09T21:17:38,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/d4f5d1e767584214957644c2d4c66c0d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/d4f5d1e767584214957644c2d4c66c0d 2024-11-09T21:17:38,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/2ccd9156760a465196584fbd546c9186 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/2ccd9156760a465196584fbd546c9186 2024-11-09T21:17:38,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/2bdff285aed34905ae9a54ed06cd5729 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/2bdff285aed34905ae9a54ed06cd5729 2024-11-09T21:17:38,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/8bb173b1078c498ca0656f742b573715 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/8bb173b1078c498ca0656f742b573715 2024-11-09T21:17:38,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/a29a6f51351044b192690ea9f9b20e95 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/a29a6f51351044b192690ea9f9b20e95 2024-11-09T21:17:38,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/5b3a6d7f1afa4ed292a50815444efacc to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/5b3a6d7f1afa4ed292a50815444efacc 2024-11-09T21:17:38,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/602aba4c41bb42f0bdab23156a75d5e5 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/602aba4c41bb42f0bdab23156a75d5e5 2024-11-09T21:17:38,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/387edf61ac5e4943848d5131dff706bf to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/387edf61ac5e4943848d5131dff706bf 2024-11-09T21:17:38,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/776c12f730714cc6a3eff74167231708 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/776c12f730714cc6a3eff74167231708 2024-11-09T21:17:38,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/b3076a737fc34396b93568783efaa321 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/b3076a737fc34396b93568783efaa321 2024-11-09T21:17:38,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/ea17c96ab5054275bef4609ca7b7ad5f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/ea17c96ab5054275bef4609ca7b7ad5f 2024-11-09T21:17:38,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/71dc4011229e4786bb3dc48029472f95 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/71dc4011229e4786bb3dc48029472f95 2024-11-09T21:17:38,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/a0360810bf6c4925b3ba2d0dec535e7b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/a0360810bf6c4925b3ba2d0dec535e7b 2024-11-09T21:17:38,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/e1ed852b724b4f018294eafef1f97338 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/e1ed852b724b4f018294eafef1f97338 2024-11-09T21:17:38,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/384912788aff4440a5ef951c7db94a8e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/384912788aff4440a5ef951c7db94a8e 2024-11-09T21:17:38,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/0455316d01004544b4d6b05c624202c7 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/0455316d01004544b4d6b05c624202c7 2024-11-09T21:17:38,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/34c2dbdb04ec496298f319d7523f53c5 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/34c2dbdb04ec496298f319d7523f53c5 2024-11-09T21:17:38,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/b65a1b11b7024a7294e4b2e11a507d66 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/b65a1b11b7024a7294e4b2e11a507d66 2024-11-09T21:17:38,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/67406a59057d4a0c8fc2418b74055e87 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/67406a59057d4a0c8fc2418b74055e87 2024-11-09T21:17:38,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/954218c5c64a402e9a48ba3a0209c704 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/954218c5c64a402e9a48ba3a0209c704 2024-11-09T21:17:38,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/94fc5db8e13c425ca0a642f51cd25ec4 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/94fc5db8e13c425ca0a642f51cd25ec4 2024-11-09T21:17:38,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/e685dfe6ea874d83802079f47fecc0de to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/e685dfe6ea874d83802079f47fecc0de 2024-11-09T21:17:38,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/42b81adcbaf548978b0db47f27286d8f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/42b81adcbaf548978b0db47f27286d8f 2024-11-09T21:17:38,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/38e1effc7bfd48d197e6dd670343b5fe to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/38e1effc7bfd48d197e6dd670343b5fe 2024-11-09T21:17:38,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/1d40f28f67d5460896ad640d68dc620b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/1d40f28f67d5460896ad640d68dc620b 2024-11-09T21:17:38,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/81afe6ade67f4a1a9e18089d32a94970 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/81afe6ade67f4a1a9e18089d32a94970 2024-11-09T21:17:38,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/e24d5bfbbcf84de7a931068e789b0296 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/e24d5bfbbcf84de7a931068e789b0296 2024-11-09T21:17:38,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/3c53f66a46ee4149a07c8b080370af77 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/3c53f66a46ee4149a07c8b080370af77 2024-11-09T21:17:38,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/316065b729ee43a98d0d2bc03c02eb9e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/316065b729ee43a98d0d2bc03c02eb9e 2024-11-09T21:17:38,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/915fe92e400c41b19c584adf9f05452f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/915fe92e400c41b19c584adf9f05452f 2024-11-09T21:17:38,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/65b9f0dfeb95456694e687bbc69f306e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/65b9f0dfeb95456694e687bbc69f306e 2024-11-09T21:17:38,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c1b335fcab73438a9631b55bc0b0abfe, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c3ab43842db24ae095ccfffe6dd4912f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/dd04cc978cc841c49a91bab9ae74e263, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/7ae07f0b01b64c498cf5752133276b1c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/ed29fd76698f40e09d8fd1201babb593, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/ea10348c08164d58b52cbeef91e4eb67, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/f892a6ea0d364d24977197e8cac8486a, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c0fb04cacab34d48a042697d1b1e2717, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/cb68f0e355424f2094f6b496bdb682b4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/ed26e3439f77437eb6d24aa15b411719, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/13e119ce938c4811bcc26310f00731b4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/42ef44c5f28d4766871261d3edecb67c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/eaa9a7f2e2f24a2abe24e9fde91a2709, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/d8329b1389f74329afdb48bf4cf468b1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/40e31dffcd444a5393f4cfefb0e51bea, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/9e481e68ce6545179a1de1dc4cf559d3, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c327371f602d4094a3ba98f06666a086, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/85eb9f1a17e745c7b0de38c7b7307d90, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/3c567aba65fe4ea1af59b3f6ad8bcbc5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/a914fd197108410a822b019c7a58b34c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/27cf531da9b549559a62f542d1930310, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/e7bbf7d05e5f47859a8ac1dbbea5d5c6, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/de457290f10b4d37b43a5520abd88728, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/3226e604bf604854a117974a316c669e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/8ea3def236c744c782e1167b04fed3a6, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/dc3992298cb641dd9c49e23c7aa341c1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/6abb95ea9d984a03be154a0753633167, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/dff3665ea6c54e189145bd4c099f32e1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/99eba45939254ed7a506f38473c0b6dc, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/4e85d067a3834a32ac81dffbf4b55672, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/60401443a27f4b539a706e526fb9607a, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/cc962c4c7c74464d996997e88125321d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/b094b48656c64dbba89fda550ad12503, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/598ec37e773342219bb2562bd84b397f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/8f0afd9f263a424a807cace81ac782f2, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/b2cf246c9ff7401382d7aa6662b4b30e] to archive 2024-11-09T21:17:38,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T21:17:38,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c1b335fcab73438a9631b55bc0b0abfe to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c1b335fcab73438a9631b55bc0b0abfe 2024-11-09T21:17:38,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c3ab43842db24ae095ccfffe6dd4912f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c3ab43842db24ae095ccfffe6dd4912f 2024-11-09T21:17:38,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/dd04cc978cc841c49a91bab9ae74e263 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/dd04cc978cc841c49a91bab9ae74e263 2024-11-09T21:17:38,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/7ae07f0b01b64c498cf5752133276b1c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/7ae07f0b01b64c498cf5752133276b1c 2024-11-09T21:17:38,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/ed29fd76698f40e09d8fd1201babb593 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/ed29fd76698f40e09d8fd1201babb593 2024-11-09T21:17:38,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/ea10348c08164d58b52cbeef91e4eb67 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/ea10348c08164d58b52cbeef91e4eb67 2024-11-09T21:17:38,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/f892a6ea0d364d24977197e8cac8486a to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/f892a6ea0d364d24977197e8cac8486a 2024-11-09T21:17:38,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c0fb04cacab34d48a042697d1b1e2717 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c0fb04cacab34d48a042697d1b1e2717 2024-11-09T21:17:38,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/cb68f0e355424f2094f6b496bdb682b4 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/cb68f0e355424f2094f6b496bdb682b4 2024-11-09T21:17:38,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/ed26e3439f77437eb6d24aa15b411719 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/ed26e3439f77437eb6d24aa15b411719 2024-11-09T21:17:38,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/13e119ce938c4811bcc26310f00731b4 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/13e119ce938c4811bcc26310f00731b4 2024-11-09T21:17:38,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/42ef44c5f28d4766871261d3edecb67c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/42ef44c5f28d4766871261d3edecb67c 2024-11-09T21:17:38,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/eaa9a7f2e2f24a2abe24e9fde91a2709 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/eaa9a7f2e2f24a2abe24e9fde91a2709 2024-11-09T21:17:38,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/d8329b1389f74329afdb48bf4cf468b1 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/d8329b1389f74329afdb48bf4cf468b1 2024-11-09T21:17:38,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/40e31dffcd444a5393f4cfefb0e51bea to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/40e31dffcd444a5393f4cfefb0e51bea 2024-11-09T21:17:38,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/9e481e68ce6545179a1de1dc4cf559d3 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/9e481e68ce6545179a1de1dc4cf559d3 2024-11-09T21:17:38,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c327371f602d4094a3ba98f06666a086 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/c327371f602d4094a3ba98f06666a086 2024-11-09T21:17:38,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/85eb9f1a17e745c7b0de38c7b7307d90 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/85eb9f1a17e745c7b0de38c7b7307d90 2024-11-09T21:17:38,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/3c567aba65fe4ea1af59b3f6ad8bcbc5 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/3c567aba65fe4ea1af59b3f6ad8bcbc5 2024-11-09T21:17:38,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/a914fd197108410a822b019c7a58b34c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/a914fd197108410a822b019c7a58b34c 2024-11-09T21:17:38,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/27cf531da9b549559a62f542d1930310 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/27cf531da9b549559a62f542d1930310 2024-11-09T21:17:38,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/e7bbf7d05e5f47859a8ac1dbbea5d5c6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/e7bbf7d05e5f47859a8ac1dbbea5d5c6 2024-11-09T21:17:38,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/de457290f10b4d37b43a5520abd88728 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/de457290f10b4d37b43a5520abd88728 2024-11-09T21:17:38,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/3226e604bf604854a117974a316c669e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/3226e604bf604854a117974a316c669e 2024-11-09T21:17:38,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/8ea3def236c744c782e1167b04fed3a6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/8ea3def236c744c782e1167b04fed3a6 2024-11-09T21:17:38,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/dc3992298cb641dd9c49e23c7aa341c1 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/dc3992298cb641dd9c49e23c7aa341c1 2024-11-09T21:17:38,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/6abb95ea9d984a03be154a0753633167 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/6abb95ea9d984a03be154a0753633167 2024-11-09T21:17:38,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/dff3665ea6c54e189145bd4c099f32e1 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/dff3665ea6c54e189145bd4c099f32e1 2024-11-09T21:17:38,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/99eba45939254ed7a506f38473c0b6dc to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/99eba45939254ed7a506f38473c0b6dc 2024-11-09T21:17:38,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/4e85d067a3834a32ac81dffbf4b55672 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/4e85d067a3834a32ac81dffbf4b55672 2024-11-09T21:17:38,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/60401443a27f4b539a706e526fb9607a to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/60401443a27f4b539a706e526fb9607a 2024-11-09T21:17:38,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/cc962c4c7c74464d996997e88125321d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/cc962c4c7c74464d996997e88125321d 2024-11-09T21:17:38,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/b094b48656c64dbba89fda550ad12503 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/b094b48656c64dbba89fda550ad12503 2024-11-09T21:17:38,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/598ec37e773342219bb2562bd84b397f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/598ec37e773342219bb2562bd84b397f 2024-11-09T21:17:38,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/8f0afd9f263a424a807cace81ac782f2 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/8f0afd9f263a424a807cace81ac782f2 2024-11-09T21:17:38,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/b2cf246c9ff7401382d7aa6662b4b30e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/b2cf246c9ff7401382d7aa6662b4b30e 2024-11-09T21:17:38,536 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/recovered.edits/540.seqid, newMaxSeqId=540, maxSeqId=1 2024-11-09T21:17:38,539 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16. 2024-11-09T21:17:38,539 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1635): Region close journal for 2d4ab541ffaa03999ae877ddea0adb16: 2024-11-09T21:17:38,540 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(170): Closed 2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:38,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=2d4ab541ffaa03999ae877ddea0adb16, regionState=CLOSED 2024-11-09T21:17:38,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-09T21:17:38,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseRegionProcedure 2d4ab541ffaa03999ae877ddea0adb16, server=cc4f9fe6f946,42203,1731187027551 in 2.6560 sec 2024-11-09T21:17:38,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-11-09T21:17:38,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d4ab541ffaa03999ae877ddea0adb16, UNASSIGN in 2.6600 sec 2024-11-09T21:17:38,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-09T21:17:38,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6670 sec 2024-11-09T21:17:38,549 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187058548"}]},"ts":"1731187058548"} 2024-11-09T21:17:38,549 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T21:17:38,552 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T21:17:38,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.6850 sec 2024-11-09T21:17:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-09T21:17:39,978 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-09T21:17:39,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T21:17:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:17:39,986 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:17:39,987 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=32, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:17:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-09T21:17:39,991 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:39,994 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A, FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B, FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C, FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/recovered.edits] 2024-11-09T21:17:39,997 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/1a70bf5905b04647a107fc3e230401d8 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/1a70bf5905b04647a107fc3e230401d8 2024-11-09T21:17:39,998 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/435a4670e5e14392b8bb32e4f5d09833 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/435a4670e5e14392b8bb32e4f5d09833 2024-11-09T21:17:39,999 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/f76567dfe5444f48a183dd96aefe07e3 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/A/f76567dfe5444f48a183dd96aefe07e3 2024-11-09T21:17:40,003 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/01b198d4b54e44b493d00f06b7621c19 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/01b198d4b54e44b493d00f06b7621c19 2024-11-09T21:17:40,004 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/2deb2fd6357d49e68c6f1ab093b2b498 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/2deb2fd6357d49e68c6f1ab093b2b498 2024-11-09T21:17:40,006 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/5eb773e030b54dbebffb4b871af91999 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/B/5eb773e030b54dbebffb4b871af91999 2024-11-09T21:17:40,008 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/156709b224254b33a88bedc2b8be3782 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/156709b224254b33a88bedc2b8be3782 2024-11-09T21:17:40,010 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/52c2fb9c398a4d779034ade695311a81 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/52c2fb9c398a4d779034ade695311a81 2024-11-09T21:17:40,011 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/cd82d044add543e2b3cffd6ccecb5c49 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/C/cd82d044add543e2b3cffd6ccecb5c49 2024-11-09T21:17:40,014 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/recovered.edits/540.seqid to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16/recovered.edits/540.seqid 2024-11-09T21:17:40,014 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/2d4ab541ffaa03999ae877ddea0adb16 2024-11-09T21:17:40,014 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T21:17:40,019 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=32, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:17:40,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T21:17:40,027 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T21:17:40,070 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T21:17:40,071 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=32, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:17:40,071 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T21:17:40,072 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731187060071"}]},"ts":"9223372036854775807"} 2024-11-09T21:17:40,075 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-09T21:17:40,075 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2d4ab541ffaa03999ae877ddea0adb16, NAME => 'TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T21:17:40,075 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T21:17:40,075 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731187060075"}]},"ts":"9223372036854775807"} 2024-11-09T21:17:40,079 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-09T21:17:40,082 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=32, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:17:40,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 101 msec 2024-11-09T21:17:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-09T21:17:40,088 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-09T21:17:40,102 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x78a3ceac-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x78a3ceac-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-588810906_22 at /127.0.0.1:41866 [Waiting for operation #360] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x78a3ceac-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1702414982_22 at /127.0.0.1:41378 [Waiting for operation #367] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;cc4f9fe6f946:42203-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x78a3ceac-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=452 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 269) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7264 (was 6931) - AvailableMemoryMB LEAK? - 2024-11-09T21:17:40,111 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=7264 2024-11-09T21:17:40,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T21:17:40,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:17:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T21:17:40,116 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:17:40,116 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:40,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 33 2024-11-09T21:17:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-09T21:17:40,117 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:17:40,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741956_1132 (size=960) 2024-11-09T21:17:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-09T21:17:40,349 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:35001 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:35001,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-09T21:17:40,528 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262 2024-11-09T21:17:40,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741957_1133 (size=53) 2024-11-09T21:17:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-09T21:17:40,934 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:40,935 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 35d2ce9ad26f212dd3c940bd044a5c60, disabling compactions & flushes 2024-11-09T21:17:40,935 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:40,935 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:40,935 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. after waiting 0 ms 2024-11-09T21:17:40,935 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:40,935 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:40,935 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:40,936 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:17:40,936 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731187060936"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187060936"}]},"ts":"1731187060936"} 2024-11-09T21:17:40,938 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T21:17:40,939 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:17:40,939 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187060939"}]},"ts":"1731187060939"} 2024-11-09T21:17:40,940 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T21:17:40,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=35d2ce9ad26f212dd3c940bd044a5c60, ASSIGN}] 2024-11-09T21:17:40,945 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=35d2ce9ad26f212dd3c940bd044a5c60, ASSIGN 2024-11-09T21:17:40,946 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=35d2ce9ad26f212dd3c940bd044a5c60, ASSIGN; state=OFFLINE, location=cc4f9fe6f946,42203,1731187027551; forceNewPlan=false, retain=false 2024-11-09T21:17:41,026 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:17:41,028 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:17:41,096 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=35d2ce9ad26f212dd3c940bd044a5c60, regionState=OPENING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:41,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure 35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:17:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-09T21:17:41,250 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:41,253 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:41,253 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:17:41,253 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:41,253 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:41,254 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:41,254 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:41,255 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:41,256 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:17:41,257 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35d2ce9ad26f212dd3c940bd044a5c60 columnFamilyName A 2024-11-09T21:17:41,257 DEBUG [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:41,257 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] regionserver.HStore(327): Store=35d2ce9ad26f212dd3c940bd044a5c60/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:41,257 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:41,258 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:17:41,259 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35d2ce9ad26f212dd3c940bd044a5c60 columnFamilyName B 2024-11-09T21:17:41,259 DEBUG [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:41,260 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] regionserver.HStore(327): Store=35d2ce9ad26f212dd3c940bd044a5c60/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:41,260 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:41,261 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:17:41,261 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35d2ce9ad26f212dd3c940bd044a5c60 columnFamilyName C 2024-11-09T21:17:41,261 DEBUG [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:41,261 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] regionserver.HStore(327): Store=35d2ce9ad26f212dd3c940bd044a5c60/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:41,261 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:41,262 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:41,263 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:41,264 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T21:17:41,265 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:41,267 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:17:41,267 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened 35d2ce9ad26f212dd3c940bd044a5c60; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67088125, jitterRate=-3.0903518199920654E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T21:17:41,268 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:41,269 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., pid=35, masterSystemTime=1731187061249 2024-11-09T21:17:41,270 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:41,270 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:41,271 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=35d2ce9ad26f212dd3c940bd044a5c60, regionState=OPEN, openSeqNum=2, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:41,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-09T21:17:41,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure 35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 in 174 msec 2024-11-09T21:17:41,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-09T21:17:41,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=35d2ce9ad26f212dd3c940bd044a5c60, ASSIGN in 329 msec 2024-11-09T21:17:41,275 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:17:41,275 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187061275"}]},"ts":"1731187061275"} 2024-11-09T21:17:41,276 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T21:17:41,279 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:17:41,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1650 sec 2024-11-09T21:17:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-09T21:17:42,222 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 33 completed 2024-11-09T21:17:42,224 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-09T21:17:42,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:42,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:42,231 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:42,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:17:42,235 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:17:42,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T21:17:42,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:17:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T21:17:42,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741958_1134 (size=996) 2024-11-09T21:17:42,666 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-09T21:17:42,666 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-09T21:17:42,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T21:17:42,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=35d2ce9ad26f212dd3c940bd044a5c60, REOPEN/MOVE}] 2024-11-09T21:17:42,681 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=35d2ce9ad26f212dd3c940bd044a5c60, REOPEN/MOVE 2024-11-09T21:17:42,682 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=35d2ce9ad26f212dd3c940bd044a5c60, regionState=CLOSING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:42,683 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T21:17:42,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:17:42,835 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:42,836 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:42,836 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T21:17:42,836 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 35d2ce9ad26f212dd3c940bd044a5c60, disabling compactions & flushes 2024-11-09T21:17:42,836 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:42,836 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:42,836 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. after waiting 0 ms 2024-11-09T21:17:42,836 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:42,840 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T21:17:42,841 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:42,841 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:42,841 WARN [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionServer(3786): Not adding moved region record: 35d2ce9ad26f212dd3c940bd044a5c60 to self. 2024-11-09T21:17:42,842 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:42,843 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=35d2ce9ad26f212dd3c940bd044a5c60, regionState=CLOSED 2024-11-09T21:17:42,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-09T21:17:42,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 in 161 msec 2024-11-09T21:17:42,845 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=35d2ce9ad26f212dd3c940bd044a5c60, REOPEN/MOVE; state=CLOSED, location=cc4f9fe6f946,42203,1731187027551; forceNewPlan=false, retain=true 2024-11-09T21:17:42,996 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=35d2ce9ad26f212dd3c940bd044a5c60, regionState=OPENING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:42,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=38, state=RUNNABLE; OpenRegionProcedure 35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:17:43,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,152 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:43,152 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:17:43,153 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:43,153 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:43,153 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:43,153 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:43,158 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:43,158 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:17:43,164 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35d2ce9ad26f212dd3c940bd044a5c60 columnFamilyName A 2024-11-09T21:17:43,166 DEBUG [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:43,166 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] regionserver.HStore(327): Store=35d2ce9ad26f212dd3c940bd044a5c60/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:43,167 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:43,167 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:17:43,167 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35d2ce9ad26f212dd3c940bd044a5c60 columnFamilyName B 2024-11-09T21:17:43,167 DEBUG [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:43,168 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] regionserver.HStore(327): Store=35d2ce9ad26f212dd3c940bd044a5c60/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:43,168 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:43,169 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:17:43,169 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35d2ce9ad26f212dd3c940bd044a5c60 columnFamilyName C 2024-11-09T21:17:43,169 DEBUG [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:43,169 INFO [StoreOpener-35d2ce9ad26f212dd3c940bd044a5c60-1 {}] regionserver.HStore(327): Store=35d2ce9ad26f212dd3c940bd044a5c60/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:43,169 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:43,170 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:43,171 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:43,172 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T21:17:43,174 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:43,174 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 35d2ce9ad26f212dd3c940bd044a5c60; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70326129, jitterRate=0.04794098436832428}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T21:17:43,176 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:43,177 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., pid=40, masterSystemTime=1731187063149 2024-11-09T21:17:43,178 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:43,178 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:43,179 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=35d2ce9ad26f212dd3c940bd044a5c60, regionState=OPEN, openSeqNum=5, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=38 2024-11-09T21:17:43,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=38, state=SUCCESS; OpenRegionProcedure 35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 in 183 msec 2024-11-09T21:17:43,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-09T21:17:43,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=35d2ce9ad26f212dd3c940bd044a5c60, REOPEN/MOVE in 501 msec 2024-11-09T21:17:43,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-09T21:17:43,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec 2024-11-09T21:17:43,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 941 msec 2024-11-09T21:17:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-09T21:17:43,194 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-09T21:17:43,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:43,205 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-09T21:17:43,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:43,211 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-09T21:17:43,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:43,216 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-09T21:17:43,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:43,220 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-09T21:17:43,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:43,224 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-09T21:17:43,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:43,228 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-09T21:17:43,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:43,231 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-09T21:17:43,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:43,235 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-09T21:17:43,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:43,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:17:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-09T21:17:43,242 DEBUG [hconnection-0x2a46a748-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:43,243 DEBUG [hconnection-0x6717d53b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:43,243 DEBUG [hconnection-0x7b9ff4cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:43,243 DEBUG [hconnection-0x5148cc5b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:43,243 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:17:43,243 DEBUG [hconnection-0x68b772af-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:43,244 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:17:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-09T21:17:43,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:17:43,244 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:43,244 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:43,245 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:43,248 DEBUG [hconnection-0x5ac15ae3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:43,249 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:43,249 DEBUG [hconnection-0x1779166a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:43,249 DEBUG [hconnection-0x3db62a21-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:43,250 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:43,250 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:43,250 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:43,251 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:43,251 DEBUG [hconnection-0x568874de-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:43,251 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:43,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T21:17:43,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:17:43,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:43,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:17:43,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:43,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:17:43,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:43,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187123300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187123303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187123303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187123306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187123306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094ba7646695f84e4d965a44ec730833da_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187063261/Put/seqid=0 2024-11-09T21:17:43,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741959_1135 (size=12154) 2024-11-09T21:17:43,342 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-09T21:17:43,353 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094ba7646695f84e4d965a44ec730833da_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094ba7646695f84e4d965a44ec730833da_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:43,355 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/a03aaff2408a4bbd9185dab3e476a3ee, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:43,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/a03aaff2408a4bbd9185dab3e476a3ee is 175, key is test_row_0/A:col10/1731187063261/Put/seqid=0 2024-11-09T21:17:43,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741960_1136 (size=30955) 2024-11-09T21:17:43,384 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/a03aaff2408a4bbd9185dab3e476a3ee 2024-11-09T21:17:43,396 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-09T21:17:43,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:43,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:43,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:43,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:43,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:43,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187123413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187123413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187123413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187123413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187123414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/4249e37a2a634f199bc440d1a9b7cebc is 50, key is test_row_0/B:col10/1731187063261/Put/seqid=0 2024-11-09T21:17:43,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741961_1137 (size=12001) 2024-11-09T21:17:43,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/4249e37a2a634f199bc440d1a9b7cebc 2024-11-09T21:17:43,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/446ebceb24f74209ac2562dfa391da2d is 50, key is test_row_0/C:col10/1731187063261/Put/seqid=0 2024-11-09T21:17:43,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741962_1138 (size=12001) 2024-11-09T21:17:43,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/446ebceb24f74209ac2562dfa391da2d 2024-11-09T21:17:43,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/a03aaff2408a4bbd9185dab3e476a3ee as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/a03aaff2408a4bbd9185dab3e476a3ee 2024-11-09T21:17:43,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/a03aaff2408a4bbd9185dab3e476a3ee, entries=150, sequenceid=17, filesize=30.2 K 2024-11-09T21:17:43,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/4249e37a2a634f199bc440d1a9b7cebc as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/4249e37a2a634f199bc440d1a9b7cebc 2024-11-09T21:17:43,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/4249e37a2a634f199bc440d1a9b7cebc, entries=150, sequenceid=17, filesize=11.7 K 2024-11-09T21:17:43,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/446ebceb24f74209ac2562dfa391da2d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/446ebceb24f74209ac2562dfa391da2d 2024-11-09T21:17:43,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/446ebceb24f74209ac2562dfa391da2d, entries=150, sequenceid=17, filesize=11.7 K 2024-11-09T21:17:43,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 35d2ce9ad26f212dd3c940bd044a5c60 in 270ms, sequenceid=17, compaction requested=false 2024-11-09T21:17:43,534 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T21:17:43,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-09T21:17:43,550 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-09T21:17:43,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:43,554 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T21:17:43,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:17:43,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:43,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:17:43,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:43,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:17:43,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:43,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098a21f65ba8cb4f82a6972e5a2e6a0e84_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187063302/Put/seqid=0 2024-11-09T21:17:43,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741963_1139 (size=12154) 2024-11-09T21:17:43,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:43,619 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098a21f65ba8cb4f82a6972e5a2e6a0e84_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098a21f65ba8cb4f82a6972e5a2e6a0e84_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:43,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/6909088a2f1e4b5996b78f4f0ef6f4fb, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:43,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/6909088a2f1e4b5996b78f4f0ef6f4fb is 175, key is test_row_0/A:col10/1731187063302/Put/seqid=0 2024-11-09T21:17:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:43,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:43,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741964_1140 (size=30955) 2024-11-09T21:17:43,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187123641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187123650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187123656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187123656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187123661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187123758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187123763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187123764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187123764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187123764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-09T21:17:43,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187123963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187123968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187123968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187123968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:43,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187123969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:44,048 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/6909088a2f1e4b5996b78f4f0ef6f4fb 2024-11-09T21:17:44,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/bfb572f65d2d4822925d7477ec8cbb39 is 50, key is test_row_0/B:col10/1731187063302/Put/seqid=0 2024-11-09T21:17:44,088 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T21:17:44,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741965_1141 (size=12001) 2024-11-09T21:17:44,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187124269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:44,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187124273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:44,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187124273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:44,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187124273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:44,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187124275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-09T21:17:44,491 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/bfb572f65d2d4822925d7477ec8cbb39 2024-11-09T21:17:44,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/826197ebcbb044c68f8708f38ef22464 is 50, key is test_row_0/C:col10/1731187063302/Put/seqid=0 2024-11-09T21:17:44,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741966_1142 (size=12001) 2024-11-09T21:17:44,512 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/826197ebcbb044c68f8708f38ef22464 2024-11-09T21:17:44,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/6909088a2f1e4b5996b78f4f0ef6f4fb as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/6909088a2f1e4b5996b78f4f0ef6f4fb 2024-11-09T21:17:44,524 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/6909088a2f1e4b5996b78f4f0ef6f4fb, entries=150, sequenceid=41, filesize=30.2 K 2024-11-09T21:17:44,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/bfb572f65d2d4822925d7477ec8cbb39 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/bfb572f65d2d4822925d7477ec8cbb39 2024-11-09T21:17:44,542 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/bfb572f65d2d4822925d7477ec8cbb39, entries=150, sequenceid=41, filesize=11.7 K 2024-11-09T21:17:44,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/826197ebcbb044c68f8708f38ef22464 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/826197ebcbb044c68f8708f38ef22464 2024-11-09T21:17:44,550 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/826197ebcbb044c68f8708f38ef22464, entries=150, sequenceid=41, filesize=11.7 K 2024-11-09T21:17:44,552 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 35d2ce9ad26f212dd3c940bd044a5c60 in 997ms, sequenceid=41, compaction requested=false 2024-11-09T21:17:44,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:44,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:44,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-09T21:17:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-09T21:17:44,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-09T21:17:44,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3090 sec 2024-11-09T21:17:44,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 1.3140 sec 2024-11-09T21:17:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:44,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T21:17:44,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:17:44,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:44,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:17:44,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:44,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:17:44,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:44,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110934f5c87e73f743eb9cad9294369e1ea0_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187064774/Put/seqid=0 2024-11-09T21:17:44,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187124805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:44,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187124808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:44,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187124810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:44,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187124807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:44,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187124816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:44,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741967_1143 (size=14594) 2024-11-09T21:17:44,840 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:44,846 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110934f5c87e73f743eb9cad9294369e1ea0_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110934f5c87e73f743eb9cad9294369e1ea0_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:44,847 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/1e3f2f31aa3c4051b355b6150a69fc0e, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:44,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/1e3f2f31aa3c4051b355b6150a69fc0e is 175, key is test_row_0/A:col10/1731187064774/Put/seqid=0 2024-11-09T21:17:44,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741968_1144 (size=39549) 2024-11-09T21:17:44,861 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/1e3f2f31aa3c4051b355b6150a69fc0e 2024-11-09T21:17:44,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/780a4c57ac24438ebef533fcf09ba787 is 50, key is test_row_0/B:col10/1731187064774/Put/seqid=0 2024-11-09T21:17:44,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741969_1145 (size=12001) 2024-11-09T21:17:44,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/780a4c57ac24438ebef533fcf09ba787 2024-11-09T21:17:44,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/83a25aec5da547d293603dff578407b9 is 50, key is test_row_0/C:col10/1731187064774/Put/seqid=0 2024-11-09T21:17:44,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:44,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187124917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187124917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:44,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187124917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:44,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187124918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:44,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187124920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:44,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741970_1146 (size=12001) 2024-11-09T21:17:44,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/83a25aec5da547d293603dff578407b9 2024-11-09T21:17:44,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/1e3f2f31aa3c4051b355b6150a69fc0e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/1e3f2f31aa3c4051b355b6150a69fc0e 2024-11-09T21:17:44,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/1e3f2f31aa3c4051b355b6150a69fc0e, entries=200, sequenceid=55, filesize=38.6 K 2024-11-09T21:17:44,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/780a4c57ac24438ebef533fcf09ba787 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/780a4c57ac24438ebef533fcf09ba787 2024-11-09T21:17:44,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/780a4c57ac24438ebef533fcf09ba787, entries=150, sequenceid=55, filesize=11.7 K 2024-11-09T21:17:44,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/83a25aec5da547d293603dff578407b9 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/83a25aec5da547d293603dff578407b9 2024-11-09T21:17:44,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/83a25aec5da547d293603dff578407b9, entries=150, sequenceid=55, filesize=11.7 K 2024-11-09T21:17:44,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 35d2ce9ad26f212dd3c940bd044a5c60 in 193ms, sequenceid=55, compaction requested=true 2024-11-09T21:17:44,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:44,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:17:44,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:44,969 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:44,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:17:44,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:44,969 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:44,971 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:44,971 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/A is initiating minor compaction (all files) 2024-11-09T21:17:44,971 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/A in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:44,971 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/a03aaff2408a4bbd9185dab3e476a3ee, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/6909088a2f1e4b5996b78f4f0ef6f4fb, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/1e3f2f31aa3c4051b355b6150a69fc0e] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=99.1 K 2024-11-09T21:17:44,971 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:44,971 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. files: [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/a03aaff2408a4bbd9185dab3e476a3ee, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/6909088a2f1e4b5996b78f4f0ef6f4fb, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/1e3f2f31aa3c4051b355b6150a69fc0e] 2024-11-09T21:17:44,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:17:44,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:44,972 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:44,972 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/B is initiating minor compaction (all files) 2024-11-09T21:17:44,972 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting a03aaff2408a4bbd9185dab3e476a3ee, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731187063248 2024-11-09T21:17:44,972 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/B in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:44,972 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/4249e37a2a634f199bc440d1a9b7cebc, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/bfb572f65d2d4822925d7477ec8cbb39, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/780a4c57ac24438ebef533fcf09ba787] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=35.2 K 2024-11-09T21:17:44,973 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6909088a2f1e4b5996b78f4f0ef6f4fb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731187063299 2024-11-09T21:17:44,973 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 4249e37a2a634f199bc440d1a9b7cebc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731187063248 2024-11-09T21:17:44,973 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting bfb572f65d2d4822925d7477ec8cbb39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731187063299 2024-11-09T21:17:44,974 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e3f2f31aa3c4051b355b6150a69fc0e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731187063647 2024-11-09T21:17:44,974 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 780a4c57ac24438ebef533fcf09ba787, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731187063647 2024-11-09T21:17:44,986 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#B#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:44,987 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:44,990 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/4b673a02ab0b42538019f48266206be1 is 50, key is test_row_0/B:col10/1731187064774/Put/seqid=0 2024-11-09T21:17:45,001 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110985441e4ee91e4d69bf454d7125623402_35d2ce9ad26f212dd3c940bd044a5c60 store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:45,012 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110985441e4ee91e4d69bf454d7125623402_35d2ce9ad26f212dd3c940bd044a5c60, store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:45,012 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110985441e4ee91e4d69bf454d7125623402_35d2ce9ad26f212dd3c940bd044a5c60 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:45,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741971_1147 (size=12104) 2024-11-09T21:17:45,037 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/4b673a02ab0b42538019f48266206be1 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/4b673a02ab0b42538019f48266206be1 2024-11-09T21:17:45,045 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/B of 35d2ce9ad26f212dd3c940bd044a5c60 into 4b673a02ab0b42538019f48266206be1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:45,046 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:45,046 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/B, priority=13, startTime=1731187064969; duration=0sec 2024-11-09T21:17:45,046 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:45,046 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:B 2024-11-09T21:17:45,047 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:45,049 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:45,049 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/C is initiating minor compaction (all files) 2024-11-09T21:17:45,049 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/C in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:45,049 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/446ebceb24f74209ac2562dfa391da2d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/826197ebcbb044c68f8708f38ef22464, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/83a25aec5da547d293603dff578407b9] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=35.2 K 2024-11-09T21:17:45,050 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 446ebceb24f74209ac2562dfa391da2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731187063248 2024-11-09T21:17:45,050 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 826197ebcbb044c68f8708f38ef22464, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731187063299 2024-11-09T21:17:45,051 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 83a25aec5da547d293603dff578407b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731187063647 2024-11-09T21:17:45,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741972_1148 (size=4469) 2024-11-09T21:17:45,059 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#A#compaction#127 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:45,063 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/e28b614e96874375b30e2ead4346de36 is 175, key is test_row_0/A:col10/1731187064774/Put/seqid=0 2024-11-09T21:17:45,075 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#C#compaction#128 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:45,076 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/0564939f566843319fb58b445ce47bc1 is 50, key is test_row_0/C:col10/1731187064774/Put/seqid=0 2024-11-09T21:17:45,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741973_1149 (size=31058) 2024-11-09T21:17:45,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741974_1150 (size=12104) 2024-11-09T21:17:45,113 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/0564939f566843319fb58b445ce47bc1 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/0564939f566843319fb58b445ce47bc1 2024-11-09T21:17:45,122 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/C of 35d2ce9ad26f212dd3c940bd044a5c60 into 0564939f566843319fb58b445ce47bc1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:45,122 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:45,122 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/C, priority=13, startTime=1731187064969; duration=0sec 2024-11-09T21:17:45,122 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:45,122 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:C 2024-11-09T21:17:45,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T21:17:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:45,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:17:45,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:45,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:17:45,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:45,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:17:45,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:45,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110916c42e70f46045598324bb86c2c9e96c_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187065125/Put/seqid=0 2024-11-09T21:17:45,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187125135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187125137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187125138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187125145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187125145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741975_1151 (size=12154) 2024-11-09T21:17:45,167 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:45,173 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110916c42e70f46045598324bb86c2c9e96c_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110916c42e70f46045598324bb86c2c9e96c_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:45,175 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/9e021decc5c74fe385d05dfb1b091146, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:45,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/9e021decc5c74fe385d05dfb1b091146 is 175, key is test_row_0/A:col10/1731187065125/Put/seqid=0 2024-11-09T21:17:45,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741976_1152 (size=30955) 2024-11-09T21:17:45,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187125249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187125249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187125249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187125249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187125249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-09T21:17:45,351 INFO [Thread-670 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-09T21:17:45,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:17:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-09T21:17:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-09T21:17:45,354 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:17:45,360 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:17:45,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:17:45,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187125452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187125452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-09T21:17:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187125452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187125453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187125457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,487 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/e28b614e96874375b30e2ead4346de36 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/e28b614e96874375b30e2ead4346de36 2024-11-09T21:17:45,496 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/A of 35d2ce9ad26f212dd3c940bd044a5c60 into e28b614e96874375b30e2ead4346de36(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:45,496 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:45,496 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/A, priority=13, startTime=1731187064969; duration=0sec 2024-11-09T21:17:45,496 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:45,496 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:A 2024-11-09T21:17:45,512 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-09T21:17:45,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:45,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:45,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:45,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:45,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:45,604 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/9e021decc5c74fe385d05dfb1b091146 2024-11-09T21:17:45,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/13bb11d7948a4d76b847ef4f978bc4cb is 50, key is test_row_0/B:col10/1731187065125/Put/seqid=0 2024-11-09T21:17:45,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741977_1153 (size=12001) 2024-11-09T21:17:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-09T21:17:45,665 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-09T21:17:45,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:45,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:45,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:45,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:45,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:45,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187125756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187125757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187125757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187125758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187125759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-09T21:17:45,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:45,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:45,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:45,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:45,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-09T21:17:45,972 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:45,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-09T21:17:45,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:45,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:45,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:45,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:45,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:46,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/13bb11d7948a4d76b847ef4f978bc4cb 2024-11-09T21:17:46,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/b37ec52ad46f4e37ae87a2ffb0220087 is 50, key is test_row_0/C:col10/1731187065125/Put/seqid=0 2024-11-09T21:17:46,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741978_1154 (size=12001) 2024-11-09T21:17:46,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:46,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-09T21:17:46,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:46,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:46,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:46,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:46,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:46,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187126262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:46,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187126266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:46,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187126267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:46,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187126268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:46,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187126273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:46,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:46,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-09T21:17:46,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:46,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:46,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:46,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:46,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:46,444 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:46,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-09T21:17:46,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:46,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:46,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:46,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-09T21:17:46,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/b37ec52ad46f4e37ae87a2ffb0220087 2024-11-09T21:17:46,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/9e021decc5c74fe385d05dfb1b091146 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/9e021decc5c74fe385d05dfb1b091146 2024-11-09T21:17:46,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/9e021decc5c74fe385d05dfb1b091146, entries=150, sequenceid=82, filesize=30.2 K 2024-11-09T21:17:46,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/13bb11d7948a4d76b847ef4f978bc4cb as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/13bb11d7948a4d76b847ef4f978bc4cb 2024-11-09T21:17:46,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/13bb11d7948a4d76b847ef4f978bc4cb, entries=150, sequenceid=82, filesize=11.7 K 2024-11-09T21:17:46,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/b37ec52ad46f4e37ae87a2ffb0220087 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/b37ec52ad46f4e37ae87a2ffb0220087 2024-11-09T21:17:46,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/b37ec52ad46f4e37ae87a2ffb0220087, entries=150, sequenceid=82, filesize=11.7 K 2024-11-09T21:17:46,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 35d2ce9ad26f212dd3c940bd044a5c60 in 1428ms, sequenceid=82, compaction requested=false 2024-11-09T21:17:46,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:46,600 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:46,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-09T21:17:46,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:46,602 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T21:17:46,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:17:46,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:46,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:17:46,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:46,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:17:46,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:46,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091050f8401325491786fcaff97709254f_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187065137/Put/seqid=0 2024-11-09T21:17:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741979_1155 (size=12154) 2024-11-09T21:17:46,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:46,644 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091050f8401325491786fcaff97709254f_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091050f8401325491786fcaff97709254f_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:46,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/b31cda8ff93c4d018966753d33b5d49b, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:46,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/b31cda8ff93c4d018966753d33b5d49b is 175, key is test_row_0/A:col10/1731187065137/Put/seqid=0 2024-11-09T21:17:46,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741980_1156 (size=30955) 2024-11-09T21:17:47,075 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/b31cda8ff93c4d018966753d33b5d49b 2024-11-09T21:17:47,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/ba86368b25ff415593305f5e6eee8b83 is 50, key is test_row_0/B:col10/1731187065137/Put/seqid=0 2024-11-09T21:17:47,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741981_1157 (size=12001) 2024-11-09T21:17:47,115 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/ba86368b25ff415593305f5e6eee8b83 2024-11-09T21:17:47,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/9c030e46d3744356b8c66f56557006ae is 50, key is test_row_0/C:col10/1731187065137/Put/seqid=0 2024-11-09T21:17:47,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741982_1158 (size=12001) 2024-11-09T21:17:47,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:47,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187127289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187127290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187127291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187127292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187127292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187127394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187127397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187127396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187127397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187127398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-09T21:17:47,571 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/9c030e46d3744356b8c66f56557006ae 2024-11-09T21:17:47,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/b31cda8ff93c4d018966753d33b5d49b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b31cda8ff93c4d018966753d33b5d49b 2024-11-09T21:17:47,586 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b31cda8ff93c4d018966753d33b5d49b, entries=150, sequenceid=95, filesize=30.2 K 2024-11-09T21:17:47,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/ba86368b25ff415593305f5e6eee8b83 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/ba86368b25ff415593305f5e6eee8b83 2024-11-09T21:17:47,593 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/ba86368b25ff415593305f5e6eee8b83, entries=150, sequenceid=95, filesize=11.7 K 2024-11-09T21:17:47,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/9c030e46d3744356b8c66f56557006ae as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9c030e46d3744356b8c66f56557006ae 2024-11-09T21:17:47,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187127598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,604 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9c030e46d3744356b8c66f56557006ae, entries=150, sequenceid=95, filesize=11.7 K 2024-11-09T21:17:47,606 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 35d2ce9ad26f212dd3c940bd044a5c60 in 1003ms, sequenceid=95, compaction requested=true 2024-11-09T21:17:47,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:47,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:47,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-09T21:17:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-09T21:17:47,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-09T21:17:47,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2480 sec 2024-11-09T21:17:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:47,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-09T21:17:47,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.2590 sec 2024-11-09T21:17:47,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:17:47,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:47,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:17:47,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:47,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:17:47,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:47,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187127623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187127624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187127624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a318329bc070435091b4ce07d4959a76_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187067290/Put/seqid=0 2024-11-09T21:17:47,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187127631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741983_1159 (size=14594) 2024-11-09T21:17:47,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187127730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187127730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187127730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187127733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187127904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187127931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187127932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187127932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:47,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187127936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:48,057 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,062 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a318329bc070435091b4ce07d4959a76_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a318329bc070435091b4ce07d4959a76_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:48,063 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/52f9f11b03e54789be94ce6da099a1a0, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:48,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/52f9f11b03e54789be94ce6da099a1a0 is 175, key is test_row_0/A:col10/1731187067290/Put/seqid=0 2024-11-09T21:17:48,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741984_1160 (size=39549) 2024-11-09T21:17:48,069 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=124, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/52f9f11b03e54789be94ce6da099a1a0 2024-11-09T21:17:48,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/b763432dee854f32a953661dd9408d8d is 50, key is test_row_0/B:col10/1731187067290/Put/seqid=0 2024-11-09T21:17:48,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741985_1161 (size=12001) 2024-11-09T21:17:48,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187128233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:48,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187128234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:48,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187128235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:48,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187128238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:48,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187128408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:48,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/b763432dee854f32a953661dd9408d8d 2024-11-09T21:17:48,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/605361ac9d004c6a9bc5db25a98a9564 is 50, key is test_row_0/C:col10/1731187067290/Put/seqid=0 2024-11-09T21:17:48,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741986_1162 (size=12001) 2024-11-09T21:17:48,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/605361ac9d004c6a9bc5db25a98a9564 2024-11-09T21:17:48,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/52f9f11b03e54789be94ce6da099a1a0 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/52f9f11b03e54789be94ce6da099a1a0 2024-11-09T21:17:48,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/52f9f11b03e54789be94ce6da099a1a0, entries=200, sequenceid=124, filesize=38.6 K 2024-11-09T21:17:48,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/b763432dee854f32a953661dd9408d8d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/b763432dee854f32a953661dd9408d8d 2024-11-09T21:17:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/b763432dee854f32a953661dd9408d8d, entries=150, sequenceid=124, filesize=11.7 K 2024-11-09T21:17:48,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/605361ac9d004c6a9bc5db25a98a9564 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/605361ac9d004c6a9bc5db25a98a9564 2024-11-09T21:17:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/605361ac9d004c6a9bc5db25a98a9564, entries=150, sequenceid=124, filesize=11.7 K 2024-11-09T21:17:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 35d2ce9ad26f212dd3c940bd044a5c60 in 912ms, sequenceid=124, compaction requested=true 2024-11-09T21:17:48,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:17:48,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,524 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:17:48,524 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:17:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:17:48,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:48,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:17:48,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,526 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:17:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,526 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/A is initiating minor compaction (all files) 2024-11-09T21:17:48,526 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/A in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:48,526 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:17:48,526 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/e28b614e96874375b30e2ead4346de36, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/9e021decc5c74fe385d05dfb1b091146, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b31cda8ff93c4d018966753d33b5d49b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/52f9f11b03e54789be94ce6da099a1a0] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=129.4 K 2024-11-09T21:17:48,526 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/B is initiating minor compaction (all files) 2024-11-09T21:17:48,527 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:48,527 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/B in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:48,527 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. files: [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/e28b614e96874375b30e2ead4346de36, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/9e021decc5c74fe385d05dfb1b091146, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b31cda8ff93c4d018966753d33b5d49b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/52f9f11b03e54789be94ce6da099a1a0] 2024-11-09T21:17:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,527 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/4b673a02ab0b42538019f48266206be1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/13bb11d7948a4d76b847ef4f978bc4cb, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/ba86368b25ff415593305f5e6eee8b83, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/b763432dee854f32a953661dd9408d8d] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=47.0 K 2024-11-09T21:17:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,527 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting e28b614e96874375b30e2ead4346de36, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731187063647 2024-11-09T21:17:48,527 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b673a02ab0b42538019f48266206be1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731187063647 2024-11-09T21:17:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,528 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e021decc5c74fe385d05dfb1b091146, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731187064795 2024-11-09T21:17:48,528 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 13bb11d7948a4d76b847ef4f978bc4cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731187064795 2024-11-09T21:17:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,529 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting b31cda8ff93c4d018966753d33b5d49b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731187065133 2024-11-09T21:17:48,529 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting ba86368b25ff415593305f5e6eee8b83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731187065133 2024-11-09T21:17:48,530 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52f9f11b03e54789be94ce6da099a1a0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731187067290 2024-11-09T21:17:48,530 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting b763432dee854f32a953661dd9408d8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731187067290 2024-11-09T21:17:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,548 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,553 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#B#compaction#138 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,554 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/078e82c7145741b3b83b53e8a23979c5 is 50, key is test_row_0/B:col10/1731187067290/Put/seqid=0 2024-11-09T21:17:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,573 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109e91d7e4741584c5c81d6c5b2390333ed_35d2ce9ad26f212dd3c940bd044a5c60 store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741987_1163 (size=12241) 2024-11-09T21:17:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,587 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109e91d7e4741584c5c81d6c5b2390333ed_35d2ce9ad26f212dd3c940bd044a5c60, store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:48,587 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e91d7e4741584c5c81d6c5b2390333ed_35d2ce9ad26f212dd3c940bd044a5c60 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741988_1164 (size=4469) 2024-11-09T21:17:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,594 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#A#compaction#139 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,595 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/7bbd66f9511d4b2da3e9623a9e273e0c is 175, key is test_row_0/A:col10/1731187067290/Put/seqid=0 2024-11-09T21:17:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741989_1165 (size=31195) 2024-11-09T21:17:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,631 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/7bbd66f9511d4b2da3e9623a9e273e0c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7bbd66f9511d4b2da3e9623a9e273e0c 2024-11-09T21:17:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,636 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/A of 35d2ce9ad26f212dd3c940bd044a5c60 into 7bbd66f9511d4b2da3e9623a9e273e0c(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:48,637 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:48,637 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/A, priority=12, startTime=1731187068524; duration=0sec 2024-11-09T21:17:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,637 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:48,637 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:A 2024-11-09T21:17:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,638 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:17:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,640 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:17:48,640 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/C is initiating minor compaction (all files) 2024-11-09T21:17:48,640 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/C in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,640 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/0564939f566843319fb58b445ce47bc1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/b37ec52ad46f4e37ae87a2ffb0220087, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9c030e46d3744356b8c66f56557006ae, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/605361ac9d004c6a9bc5db25a98a9564] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=47.0 K 2024-11-09T21:17:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,641 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0564939f566843319fb58b445ce47bc1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731187063647 2024-11-09T21:17:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,641 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting b37ec52ad46f4e37ae87a2ffb0220087, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731187064795 2024-11-09T21:17:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,642 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c030e46d3744356b8c66f56557006ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731187065133 2024-11-09T21:17:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,642 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 605361ac9d004c6a9bc5db25a98a9564, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731187067290 2024-11-09T21:17:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,657 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#C#compaction#140 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:48,657 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/14d648fa3b9a433dbcb86543739b61a5 is 50, key is test_row_0/C:col10/1731187067290/Put/seqid=0 2024-11-09T21:17:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741990_1166 (size=12241) 2024-11-09T21:17:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,707 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/14d648fa3b9a433dbcb86543739b61a5 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/14d648fa3b9a433dbcb86543739b61a5 2024-11-09T21:17:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,715 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/C of 35d2ce9ad26f212dd3c940bd044a5c60 into 14d648fa3b9a433dbcb86543739b61a5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:48,715 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:48,715 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/C, priority=12, startTime=1731187068524; duration=0sec 2024-11-09T21:17:48,715 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:48,715 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:C 2024-11-09T21:17:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:48,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T21:17:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:17:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:48,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:17:48,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:48,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:17:48,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109178a96348eeb42149c260a0232e69cf3_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187068764/Put/seqid=0 2024-11-09T21:17:48,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741991_1167 (size=19774) 2024-11-09T21:17:48,786 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:48,791 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109178a96348eeb42149c260a0232e69cf3_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109178a96348eeb42149c260a0232e69cf3_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:48,793 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/81c93cbefc2c4a6a9b9ec7786b792629, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:48,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/81c93cbefc2c4a6a9b9ec7786b792629 is 175, key is test_row_0/A:col10/1731187068764/Put/seqid=0 2024-11-09T21:17:48,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741992_1168 (size=57033) 2024-11-09T21:17:48,824 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/81c93cbefc2c4a6a9b9ec7786b792629 2024-11-09T21:17:48,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187128827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:48,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187128828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:48,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/28cf730e8aca4463b38db2fe6fefd0b9 is 50, key is test_row_0/B:col10/1731187068764/Put/seqid=0 2024-11-09T21:17:48,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187128830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:48,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187128833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:48,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741993_1169 (size=12151) 2024-11-09T21:17:48,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187128934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:48,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187128934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:48,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187128935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:48,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187128936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:48,993 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/078e82c7145741b3b83b53e8a23979c5 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/078e82c7145741b3b83b53e8a23979c5 2024-11-09T21:17:49,000 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/B of 35d2ce9ad26f212dd3c940bd044a5c60 into 078e82c7145741b3b83b53e8a23979c5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:49,000 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:49,000 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/B, priority=12, startTime=1731187068524; duration=0sec 2024-11-09T21:17:49,000 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:49,000 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:B 2024-11-09T21:17:49,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187129136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:49,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187129137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:49,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187129137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:49,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187129140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:49,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/28cf730e8aca4463b38db2fe6fefd0b9 2024-11-09T21:17:49,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/57f75a1373b7455d9347177ebcb04282 is 50, key is test_row_0/C:col10/1731187068764/Put/seqid=0 2024-11-09T21:17:49,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741994_1170 (size=12151) 2024-11-09T21:17:49,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187129416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:49,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187129439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:49,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187129440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:49,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187129442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:49,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187129442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-09T21:17:49,460 INFO [Thread-670 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-09T21:17:49,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:17:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-09T21:17:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-09T21:17:49,463 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:17:49,463 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:17:49,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:17:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-09T21:17:49,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:49,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-09T21:17:49,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:49,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:49,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:49,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:49,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:49,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/57f75a1373b7455d9347177ebcb04282 2024-11-09T21:17:49,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/81c93cbefc2c4a6a9b9ec7786b792629 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/81c93cbefc2c4a6a9b9ec7786b792629 2024-11-09T21:17:49,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/81c93cbefc2c4a6a9b9ec7786b792629, entries=300, sequenceid=138, filesize=55.7 K 2024-11-09T21:17:49,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/28cf730e8aca4463b38db2fe6fefd0b9 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/28cf730e8aca4463b38db2fe6fefd0b9 2024-11-09T21:17:49,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/28cf730e8aca4463b38db2fe6fefd0b9, entries=150, sequenceid=138, filesize=11.9 K 2024-11-09T21:17:49,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/57f75a1373b7455d9347177ebcb04282 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/57f75a1373b7455d9347177ebcb04282 2024-11-09T21:17:49,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/57f75a1373b7455d9347177ebcb04282, entries=150, sequenceid=138, filesize=11.9 K 2024-11-09T21:17:49,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 35d2ce9ad26f212dd3c940bd044a5c60 in 931ms, sequenceid=138, compaction requested=false 2024-11-09T21:17:49,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-09T21:17:49,768 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:49,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-09T21:17:49,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:49,769 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T21:17:49,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:17:49,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:49,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:17:49,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:49,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:17:49,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:49,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093d75e167f1bc4270960f4146e824c05d_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187068827/Put/seqid=0 2024-11-09T21:17:49,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741995_1171 (size=12304) 2024-11-09T21:17:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:49,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:49,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:49,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187129952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187129952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:49,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:49,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187129953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187129953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:50,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187130056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:50,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187130057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:50,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187130057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:50,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187130064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-09T21:17:50,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:50,220 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093d75e167f1bc4270960f4146e824c05d_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093d75e167f1bc4270960f4146e824c05d_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:50,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/7d390464d2ba4bbfb339877d8deb6b66, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:50,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/7d390464d2ba4bbfb339877d8deb6b66 is 175, key is test_row_0/A:col10/1731187068827/Put/seqid=0 2024-11-09T21:17:50,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741996_1172 (size=31105) 2024-11-09T21:17:50,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187130259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:50,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187130265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:50,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187130266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:50,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187130266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-09T21:17:50,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187130566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:50,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187130568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:50,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187130570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:50,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187130570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:50,627 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=163, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/7d390464d2ba4bbfb339877d8deb6b66 2024-11-09T21:17:50,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/41859389738d4702801abf80921fdd5a is 50, key is test_row_0/B:col10/1731187068827/Put/seqid=0 2024-11-09T21:17:50,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741997_1173 (size=12151) 2024-11-09T21:17:50,660 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/41859389738d4702801abf80921fdd5a 2024-11-09T21:17:50,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/76a7153a20404c83aa01e1eb3bdd7649 is 50, key is test_row_0/C:col10/1731187068827/Put/seqid=0 2024-11-09T21:17:50,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741998_1174 (size=12151) 2024-11-09T21:17:50,691 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/76a7153a20404c83aa01e1eb3bdd7649 2024-11-09T21:17:50,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/7d390464d2ba4bbfb339877d8deb6b66 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7d390464d2ba4bbfb339877d8deb6b66 2024-11-09T21:17:50,707 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7d390464d2ba4bbfb339877d8deb6b66, entries=150, sequenceid=163, filesize=30.4 K 2024-11-09T21:17:50,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/41859389738d4702801abf80921fdd5a as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/41859389738d4702801abf80921fdd5a 2024-11-09T21:17:50,714 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/41859389738d4702801abf80921fdd5a, entries=150, sequenceid=163, filesize=11.9 K 2024-11-09T21:17:50,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/76a7153a20404c83aa01e1eb3bdd7649 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/76a7153a20404c83aa01e1eb3bdd7649 2024-11-09T21:17:50,720 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/76a7153a20404c83aa01e1eb3bdd7649, entries=150, sequenceid=163, filesize=11.9 K 2024-11-09T21:17:50,721 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 35d2ce9ad26f212dd3c940bd044a5c60 in 952ms, sequenceid=163, compaction requested=true 2024-11-09T21:17:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-09T21:17:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-09T21:17:50,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-09T21:17:50,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2600 sec 2024-11-09T21:17:50,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.2640 sec 2024-11-09T21:17:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:51,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T21:17:51,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:17:51,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:51,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:17:51,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:51,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:17:51,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:51,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110922b64a8bb8234cc180fd28d9ba6ce630_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187069952/Put/seqid=0 2024-11-09T21:17:51,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741999_1175 (size=12304) 2024-11-09T21:17:51,098 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:51,103 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110922b64a8bb8234cc180fd28d9ba6ce630_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110922b64a8bb8234cc180fd28d9ba6ce630_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:51,104 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/6b177686c4664a168d90eaf8a2e1ac1b, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:51,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/6b177686c4664a168d90eaf8a2e1ac1b is 175, key is test_row_0/A:col10/1731187069952/Put/seqid=0 2024-11-09T21:17:51,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187131103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:51,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187131104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187131103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187131105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742000_1176 (size=31105) 2024-11-09T21:17:51,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187131209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187131209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187131209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187131209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187131413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187131414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187131414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187131415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187131423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,426 DEBUG [Thread-660 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., hostname=cc4f9fe6f946,42203,1731187027551, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:17:51,516 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/6b177686c4664a168d90eaf8a2e1ac1b 2024-11-09T21:17:51,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/523d64682eda451882576fe9306350ec is 50, key is test_row_0/B:col10/1731187069952/Put/seqid=0 2024-11-09T21:17:51,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742001_1177 (size=12151) 2024-11-09T21:17:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-09T21:17:51,568 INFO [Thread-670 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-09T21:17:51,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:17:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-09T21:17:51,571 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:17:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T21:17:51,572 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:17:51,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:17:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T21:17:51,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187131715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187131717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187131718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187131718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,723 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T21:17:51,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:51,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:51,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:51,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:51,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T21:17:51,876 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:51,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T21:17:51,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:51,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:51,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:51,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:51,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:51,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/523d64682eda451882576fe9306350ec 2024-11-09T21:17:51,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/417cef304649466e83ad4bf9c2df6f14 is 50, key is test_row_0/C:col10/1731187069952/Put/seqid=0 2024-11-09T21:17:51,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742002_1178 (size=12151) 2024-11-09T21:17:52,029 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:52,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T21:17:52,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:52,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:52,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:52,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:52,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T21:17:52,182 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:52,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T21:17:52,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:52,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:52,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:52,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:52,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:52,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187132219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:52,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187132222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:52,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187132225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:52,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187132226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:52,335 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:52,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T21:17:52,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:52,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:52,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:52,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:52,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:52,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/417cef304649466e83ad4bf9c2df6f14 2024-11-09T21:17:52,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/6b177686c4664a168d90eaf8a2e1ac1b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/6b177686c4664a168d90eaf8a2e1ac1b 2024-11-09T21:17:52,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/6b177686c4664a168d90eaf8a2e1ac1b, entries=150, sequenceid=177, filesize=30.4 K 2024-11-09T21:17:52,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/523d64682eda451882576fe9306350ec as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/523d64682eda451882576fe9306350ec 2024-11-09T21:17:52,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/523d64682eda451882576fe9306350ec, entries=150, sequenceid=177, filesize=11.9 K 2024-11-09T21:17:52,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/417cef304649466e83ad4bf9c2df6f14 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/417cef304649466e83ad4bf9c2df6f14 2024-11-09T21:17:52,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/417cef304649466e83ad4bf9c2df6f14, entries=150, sequenceid=177, filesize=11.9 K 2024-11-09T21:17:52,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 35d2ce9ad26f212dd3c940bd044a5c60 in 1321ms, sequenceid=177, compaction requested=true 2024-11-09T21:17:52,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:52,395 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:17:52,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:17:52,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:52,395 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:17:52,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:17:52,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:52,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:17:52,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:52,397 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150438 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:17:52,397 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/A is initiating minor compaction (all files) 2024-11-09T21:17:52,397 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/A in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:52,397 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:17:52,397 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7bbd66f9511d4b2da3e9623a9e273e0c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/81c93cbefc2c4a6a9b9ec7786b792629, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7d390464d2ba4bbfb339877d8deb6b66, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/6b177686c4664a168d90eaf8a2e1ac1b] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=146.9 K 2024-11-09T21:17:52,397 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/B is initiating minor compaction (all files) 2024-11-09T21:17:52,397 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:52,397 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/B in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:52,397 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. files: [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7bbd66f9511d4b2da3e9623a9e273e0c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/81c93cbefc2c4a6a9b9ec7786b792629, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7d390464d2ba4bbfb339877d8deb6b66, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/6b177686c4664a168d90eaf8a2e1ac1b] 2024-11-09T21:17:52,397 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/078e82c7145741b3b83b53e8a23979c5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/28cf730e8aca4463b38db2fe6fefd0b9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/41859389738d4702801abf80921fdd5a, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/523d64682eda451882576fe9306350ec] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=47.6 K 2024-11-09T21:17:52,398 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bbd66f9511d4b2da3e9623a9e273e0c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731187067290 2024-11-09T21:17:52,398 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 078e82c7145741b3b83b53e8a23979c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731187067290 2024-11-09T21:17:52,398 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81c93cbefc2c4a6a9b9ec7786b792629, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731187067622 2024-11-09T21:17:52,398 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 28cf730e8aca4463b38db2fe6fefd0b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731187068762 2024-11-09T21:17:52,398 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d390464d2ba4bbfb339877d8deb6b66, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731187068824 2024-11-09T21:17:52,398 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 41859389738d4702801abf80921fdd5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731187068824 2024-11-09T21:17:52,399 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b177686c4664a168d90eaf8a2e1ac1b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731187069951 2024-11-09T21:17:52,399 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 523d64682eda451882576fe9306350ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731187069951 2024-11-09T21:17:52,407 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:52,409 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#B#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:52,410 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109f9497eb382fd42058244889e8f519749_35d2ce9ad26f212dd3c940bd044a5c60 store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:52,410 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/69e3b7d6e2d541b98637d37e4b5100fe is 50, key is test_row_0/B:col10/1731187069952/Put/seqid=0 2024-11-09T21:17:52,412 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109f9497eb382fd42058244889e8f519749_35d2ce9ad26f212dd3c940bd044a5c60, store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:52,412 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f9497eb382fd42058244889e8f519749_35d2ce9ad26f212dd3c940bd044a5c60 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:52,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742003_1179 (size=12527) 2024-11-09T21:17:52,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742004_1180 (size=4469) 2024-11-09T21:17:52,488 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:52,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T21:17:52,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:52,490 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T21:17:52,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:17:52,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:52,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:17:52,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:52,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:17:52,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:52,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094861428ec5ef4d77b8a0957eae083a12_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187071102/Put/seqid=0 2024-11-09T21:17:52,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742005_1181 (size=12304) 2024-11-09T21:17:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T21:17:52,823 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#A#compaction#151 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:52,824 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/f0d044d604f54e44ac32978cbcf1725e is 175, key is test_row_0/A:col10/1731187069952/Put/seqid=0 2024-11-09T21:17:52,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742006_1182 (size=31481) 2024-11-09T21:17:52,830 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/69e3b7d6e2d541b98637d37e4b5100fe as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/69e3b7d6e2d541b98637d37e4b5100fe 2024-11-09T21:17:52,837 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/B of 35d2ce9ad26f212dd3c940bd044a5c60 into 69e3b7d6e2d541b98637d37e4b5100fe(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:52,837 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:52,837 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/B, priority=12, startTime=1731187072395; duration=0sec 2024-11-09T21:17:52,837 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:52,837 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:B 2024-11-09T21:17:52,837 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:17:52,838 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/f0d044d604f54e44ac32978cbcf1725e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/f0d044d604f54e44ac32978cbcf1725e 2024-11-09T21:17:52,840 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:17:52,840 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/C is initiating minor compaction (all files) 2024-11-09T21:17:52,840 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/C in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:52,840 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/14d648fa3b9a433dbcb86543739b61a5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/57f75a1373b7455d9347177ebcb04282, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/76a7153a20404c83aa01e1eb3bdd7649, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/417cef304649466e83ad4bf9c2df6f14] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=47.6 K 2024-11-09T21:17:52,841 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 14d648fa3b9a433dbcb86543739b61a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731187067290 2024-11-09T21:17:52,844 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 57f75a1373b7455d9347177ebcb04282, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731187068762 2024-11-09T21:17:52,844 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 76a7153a20404c83aa01e1eb3bdd7649, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731187068824 2024-11-09T21:17:52,846 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 417cef304649466e83ad4bf9c2df6f14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731187069951 2024-11-09T21:17:52,850 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/A of 35d2ce9ad26f212dd3c940bd044a5c60 into f0d044d604f54e44ac32978cbcf1725e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:52,850 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:52,850 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/A, priority=12, startTime=1731187072395; duration=0sec 2024-11-09T21:17:52,850 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:52,850 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:A 2024-11-09T21:17:52,861 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#C#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:52,862 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/c6f3b8c16067442bb40c3b2440af486c is 50, key is test_row_0/C:col10/1731187069952/Put/seqid=0 2024-11-09T21:17:52,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742007_1183 (size=12527) 2024-11-09T21:17:52,881 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/c6f3b8c16067442bb40c3b2440af486c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/c6f3b8c16067442bb40c3b2440af486c 2024-11-09T21:17:52,892 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/C of 35d2ce9ad26f212dd3c940bd044a5c60 into c6f3b8c16067442bb40c3b2440af486c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:52,892 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:52,892 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/C, priority=12, startTime=1731187072396; duration=0sec 2024-11-09T21:17:52,892 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:52,892 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:C 2024-11-09T21:17:52,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:52,910 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094861428ec5ef4d77b8a0957eae083a12_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094861428ec5ef4d77b8a0957eae083a12_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:52,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/8608f111460d4cac9e751da63d7a3b92, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:52,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/8608f111460d4cac9e751da63d7a3b92 is 175, key is test_row_0/A:col10/1731187071102/Put/seqid=0 2024-11-09T21:17:52,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742008_1184 (size=31105) 2024-11-09T21:17:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:53,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:53,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187133234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187133235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187133237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187133238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,258 INFO [master/cc4f9fe6f946:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T21:17:53,258 INFO [master/cc4f9fe6f946:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T21:17:53,318 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/8608f111460d4cac9e751da63d7a3b92 2024-11-09T21:17:53,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/10b2a7ecf98a4ec6a66265ebccbfb932 is 50, key is test_row_0/B:col10/1731187071102/Put/seqid=0 2024-11-09T21:17:53,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742009_1185 (size=12151) 2024-11-09T21:17:53,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187133338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187133338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187133339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187133339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187133539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187133541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187133541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187133542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T21:17:53,731 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/10b2a7ecf98a4ec6a66265ebccbfb932 2024-11-09T21:17:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/9e9573b81e334a8493bfa8f3e1206c04 is 50, key is test_row_0/C:col10/1731187071102/Put/seqid=0 2024-11-09T21:17:53,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742010_1186 (size=12151) 2024-11-09T21:17:53,753 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/9e9573b81e334a8493bfa8f3e1206c04 2024-11-09T21:17:53,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/8608f111460d4cac9e751da63d7a3b92 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/8608f111460d4cac9e751da63d7a3b92 2024-11-09T21:17:53,763 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/8608f111460d4cac9e751da63d7a3b92, entries=150, sequenceid=200, filesize=30.4 K 2024-11-09T21:17:53,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/10b2a7ecf98a4ec6a66265ebccbfb932 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/10b2a7ecf98a4ec6a66265ebccbfb932 2024-11-09T21:17:53,775 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/10b2a7ecf98a4ec6a66265ebccbfb932, entries=150, sequenceid=200, filesize=11.9 K 2024-11-09T21:17:53,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/9e9573b81e334a8493bfa8f3e1206c04 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9e9573b81e334a8493bfa8f3e1206c04 2024-11-09T21:17:53,782 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9e9573b81e334a8493bfa8f3e1206c04, entries=150, sequenceid=200, filesize=11.9 K 2024-11-09T21:17:53,783 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 35d2ce9ad26f212dd3c940bd044a5c60 in 1294ms, sequenceid=200, compaction requested=false 2024-11-09T21:17:53,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:53,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:53,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-09T21:17:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-09T21:17:53,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-09T21:17:53,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2120 sec 2024-11-09T21:17:53,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.2170 sec 2024-11-09T21:17:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:53,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T21:17:53,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:17:53,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:53,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:17:53,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:53,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:17:53,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:53,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094d2b8037efef4e4d8cdb41224616c665_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187073235/Put/seqid=0 2024-11-09T21:17:53,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187133864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187133865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187133866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187133869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742011_1187 (size=14794) 2024-11-09T21:17:53,879 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:53,884 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094d2b8037efef4e4d8cdb41224616c665_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094d2b8037efef4e4d8cdb41224616c665_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:53,886 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/5e16969ab2024e4c8419d39262bd123e, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:53,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/5e16969ab2024e4c8419d39262bd123e is 175, key is test_row_0/A:col10/1731187073235/Put/seqid=0 2024-11-09T21:17:53,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742012_1188 (size=39749) 2024-11-09T21:17:53,894 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/5e16969ab2024e4c8419d39262bd123e 2024-11-09T21:17:53,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/8858a01050554860a05bb37caa7728e1 is 50, key is test_row_0/B:col10/1731187073235/Put/seqid=0 2024-11-09T21:17:53,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742013_1189 (size=12151) 2024-11-09T21:17:53,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187133970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187133972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187133973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:53,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187133973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:54,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187134173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:54,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187134175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:54,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187134175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:54,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187134175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:54,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/8858a01050554860a05bb37caa7728e1 2024-11-09T21:17:54,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/12695ae53d654cf58b2ae7b171d7b8cd is 50, key is test_row_0/C:col10/1731187073235/Put/seqid=0 2024-11-09T21:17:54,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742014_1190 (size=12151) 2024-11-09T21:17:54,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:54,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187134478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187134478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:54,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187134479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:54,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187134479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:54,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/12695ae53d654cf58b2ae7b171d7b8cd 2024-11-09T21:17:54,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/5e16969ab2024e4c8419d39262bd123e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/5e16969ab2024e4c8419d39262bd123e 2024-11-09T21:17:54,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/5e16969ab2024e4c8419d39262bd123e, entries=200, sequenceid=217, filesize=38.8 K 2024-11-09T21:17:54,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/8858a01050554860a05bb37caa7728e1 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/8858a01050554860a05bb37caa7728e1 2024-11-09T21:17:54,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/8858a01050554860a05bb37caa7728e1, entries=150, sequenceid=217, filesize=11.9 K 2024-11-09T21:17:54,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/12695ae53d654cf58b2ae7b171d7b8cd as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/12695ae53d654cf58b2ae7b171d7b8cd 2024-11-09T21:17:54,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/12695ae53d654cf58b2ae7b171d7b8cd, entries=150, sequenceid=217, filesize=11.9 K 2024-11-09T21:17:54,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 35d2ce9ad26f212dd3c940bd044a5c60 in 902ms, sequenceid=217, compaction requested=true 2024-11-09T21:17:54,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:54,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:17:54,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:54,747 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:54,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:17:54,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:54,747 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:54,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:17:54,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:54,748 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:54,748 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:54,748 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/A is initiating minor compaction (all files) 2024-11-09T21:17:54,748 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/B is initiating minor compaction (all files) 2024-11-09T21:17:54,748 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/A in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:54,748 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/B in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:54,748 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/69e3b7d6e2d541b98637d37e4b5100fe, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/10b2a7ecf98a4ec6a66265ebccbfb932, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/8858a01050554860a05bb37caa7728e1] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=36.0 K 2024-11-09T21:17:54,748 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/f0d044d604f54e44ac32978cbcf1725e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/8608f111460d4cac9e751da63d7a3b92, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/5e16969ab2024e4c8419d39262bd123e] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=99.9 K 2024-11-09T21:17:54,748 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:54,749 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. files: [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/f0d044d604f54e44ac32978cbcf1725e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/8608f111460d4cac9e751da63d7a3b92, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/5e16969ab2024e4c8419d39262bd123e] 2024-11-09T21:17:54,749 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0d044d604f54e44ac32978cbcf1725e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731187069951 2024-11-09T21:17:54,749 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 69e3b7d6e2d541b98637d37e4b5100fe, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731187069951 2024-11-09T21:17:54,750 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8608f111460d4cac9e751da63d7a3b92, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731187071095 2024-11-09T21:17:54,750 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 10b2a7ecf98a4ec6a66265ebccbfb932, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731187071095 2024-11-09T21:17:54,750 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e16969ab2024e4c8419d39262bd123e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731187073234 2024-11-09T21:17:54,750 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 8858a01050554860a05bb37caa7728e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731187073234 2024-11-09T21:17:54,760 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:54,761 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:54,761 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/753eb20181bc4d9389696d829dfd76a5 is 50, key is test_row_0/B:col10/1731187073235/Put/seqid=0 2024-11-09T21:17:54,762 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109c0de99c01630470483893fdf942023be_35d2ce9ad26f212dd3c940bd044a5c60 store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:54,764 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109c0de99c01630470483893fdf942023be_35d2ce9ad26f212dd3c940bd044a5c60, store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:54,765 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c0de99c01630470483893fdf942023be_35d2ce9ad26f212dd3c940bd044a5c60 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:54,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742015_1191 (size=12629) 2024-11-09T21:17:54,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742016_1192 (size=4469) 2024-11-09T21:17:54,778 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/753eb20181bc4d9389696d829dfd76a5 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/753eb20181bc4d9389696d829dfd76a5 2024-11-09T21:17:54,783 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/B of 35d2ce9ad26f212dd3c940bd044a5c60 into 753eb20181bc4d9389696d829dfd76a5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:54,783 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:54,783 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/B, priority=13, startTime=1731187074747; duration=0sec 2024-11-09T21:17:54,783 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:54,783 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:B 2024-11-09T21:17:54,783 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:17:54,785 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:17:54,785 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/C is initiating minor compaction (all files) 2024-11-09T21:17:54,785 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/C in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:54,785 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/c6f3b8c16067442bb40c3b2440af486c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9e9573b81e334a8493bfa8f3e1206c04, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/12695ae53d654cf58b2ae7b171d7b8cd] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=36.0 K 2024-11-09T21:17:54,785 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting c6f3b8c16067442bb40c3b2440af486c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731187069951 2024-11-09T21:17:54,786 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e9573b81e334a8493bfa8f3e1206c04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731187071095 2024-11-09T21:17:54,786 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 12695ae53d654cf58b2ae7b171d7b8cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731187073234 2024-11-09T21:17:54,796 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#C#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:54,796 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/e51300e520454bc2b46ca9ad3a631b9b is 50, key is test_row_0/C:col10/1731187073235/Put/seqid=0 2024-11-09T21:17:54,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742017_1193 (size=12629) 2024-11-09T21:17:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:54,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T21:17:54,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:17:54,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:54,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:17:54,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:54,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:17:54,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:54,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cc31c47bab734119bafb3f8bbb6814b7_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187073863/Put/seqid=0 2024-11-09T21:17:55,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742018_1194 (size=14794) 2024-11-09T21:17:55,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:55,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187134997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187134997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187134998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187135003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187135105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187135105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187135105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187135106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,174 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#A#compaction#160 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:55,174 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/b7ab0339598e4cacbaa75281cdc4d755 is 175, key is test_row_0/A:col10/1731187073235/Put/seqid=0 2024-11-09T21:17:55,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742019_1195 (size=31583) 2024-11-09T21:17:55,190 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/b7ab0339598e4cacbaa75281cdc4d755 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b7ab0339598e4cacbaa75281cdc4d755 2024-11-09T21:17:55,195 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/A of 35d2ce9ad26f212dd3c940bd044a5c60 into b7ab0339598e4cacbaa75281cdc4d755(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:55,196 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:55,196 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/A, priority=13, startTime=1731187074747; duration=0sec 2024-11-09T21:17:55,196 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:55,196 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:A 2024-11-09T21:17:55,210 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/e51300e520454bc2b46ca9ad3a631b9b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/e51300e520454bc2b46ca9ad3a631b9b 2024-11-09T21:17:55,215 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/C of 35d2ce9ad26f212dd3c940bd044a5c60 into e51300e520454bc2b46ca9ad3a631b9b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:55,215 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:55,215 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/C, priority=13, startTime=1731187074747; duration=0sec 2024-11-09T21:17:55,216 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:55,216 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:C 2024-11-09T21:17:55,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187135308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187135308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187135309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187135311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,403 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:55,408 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cc31c47bab734119bafb3f8bbb6814b7_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cc31c47bab734119bafb3f8bbb6814b7_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:55,409 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/15973076e2794b728d3b84eaab48e321, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:55,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/15973076e2794b728d3b84eaab48e321 is 175, key is test_row_0/A:col10/1731187073863/Put/seqid=0 2024-11-09T21:17:55,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742020_1196 (size=39749) 2024-11-09T21:17:55,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1731187135432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,433 DEBUG [Thread-660 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., hostname=cc4f9fe6f946,42203,1731187027551, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:17:55,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187135612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187135612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187135613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187135616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T21:17:55,677 INFO [Thread-670 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-09T21:17:55,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:17:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-09T21:17:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T21:17:55,680 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:17:55,681 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:17:55,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:17:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T21:17:55,814 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/15973076e2794b728d3b84eaab48e321 2024-11-09T21:17:55,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/6fc4c94828e74d3691be809de6d3a322 is 50, key is test_row_0/B:col10/1731187073863/Put/seqid=0 2024-11-09T21:17:55,833 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T21:17:55,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:55,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:55,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:55,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:55,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742021_1197 (size=12151) 2024-11-09T21:17:55,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/6fc4c94828e74d3691be809de6d3a322 2024-11-09T21:17:55,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/f84c555e9f474819b59dabd275edfc85 is 50, key is test_row_0/C:col10/1731187073863/Put/seqid=0 2024-11-09T21:17:55,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742022_1198 (size=12151) 2024-11-09T21:17:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T21:17:55,986 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:55,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T21:17:55,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:55,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:55,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:55,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:55,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:56,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187136115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:56,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187136117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:56,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187136117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:56,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187136118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:56,139 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:56,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T21:17:56,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:56,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:56,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:56,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:56,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:56,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/f84c555e9f474819b59dabd275edfc85 2024-11-09T21:17:56,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/15973076e2794b728d3b84eaab48e321 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/15973076e2794b728d3b84eaab48e321 2024-11-09T21:17:56,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/15973076e2794b728d3b84eaab48e321, entries=200, sequenceid=241, filesize=38.8 K 2024-11-09T21:17:56,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/6fc4c94828e74d3691be809de6d3a322 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/6fc4c94828e74d3691be809de6d3a322 2024-11-09T21:17:56,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/6fc4c94828e74d3691be809de6d3a322, entries=150, sequenceid=241, filesize=11.9 K 2024-11-09T21:17:56,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/f84c555e9f474819b59dabd275edfc85 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/f84c555e9f474819b59dabd275edfc85 2024-11-09T21:17:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T21:17:56,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/f84c555e9f474819b59dabd275edfc85, entries=150, sequenceid=241, filesize=11.9 K 2024-11-09T21:17:56,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 35d2ce9ad26f212dd3c940bd044a5c60 in 1299ms, sequenceid=241, compaction requested=false 2024-11-09T21:17:56,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:56,292 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:56,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T21:17:56,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:56,293 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T21:17:56,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:17:56,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:56,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:17:56,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:56,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:17:56,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:56,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109845e62e8e9844cfcb16f72b382a81659_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187074996/Put/seqid=0 2024-11-09T21:17:56,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742023_1199 (size=12304) 2024-11-09T21:17:56,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:56,720 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109845e62e8e9844cfcb16f72b382a81659_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109845e62e8e9844cfcb16f72b382a81659_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:56,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/efce589ec98346979bf34ecf66e49ca5, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:56,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/efce589ec98346979bf34ecf66e49ca5 is 175, key is test_row_0/A:col10/1731187074996/Put/seqid=0 2024-11-09T21:17:56,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742024_1200 (size=31105) 2024-11-09T21:17:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T21:17:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:57,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:57,130 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/efce589ec98346979bf34ecf66e49ca5 2024-11-09T21:17:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/27dfa3e1088a4189a2985d78e4569e5b is 50, key is test_row_0/B:col10/1731187074996/Put/seqid=0 2024-11-09T21:17:57,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742025_1201 (size=12151) 2024-11-09T21:17:57,149 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/27dfa3e1088a4189a2985d78e4569e5b 2024-11-09T21:17:57,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187137151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187137155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187137155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187137157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/11c698e092cb4b7389b3c1ced33664ed is 50, key is test_row_0/C:col10/1731187074996/Put/seqid=0 2024-11-09T21:17:57,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742026_1202 (size=12151) 2024-11-09T21:17:57,168 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/11c698e092cb4b7389b3c1ced33664ed 2024-11-09T21:17:57,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/efce589ec98346979bf34ecf66e49ca5 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/efce589ec98346979bf34ecf66e49ca5 2024-11-09T21:17:57,180 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/efce589ec98346979bf34ecf66e49ca5, entries=150, sequenceid=256, filesize=30.4 K 2024-11-09T21:17:57,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/27dfa3e1088a4189a2985d78e4569e5b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/27dfa3e1088a4189a2985d78e4569e5b 2024-11-09T21:17:57,187 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/27dfa3e1088a4189a2985d78e4569e5b, entries=150, sequenceid=256, filesize=11.9 K 2024-11-09T21:17:57,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/11c698e092cb4b7389b3c1ced33664ed as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/11c698e092cb4b7389b3c1ced33664ed 2024-11-09T21:17:57,195 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/11c698e092cb4b7389b3c1ced33664ed, entries=150, sequenceid=256, filesize=11.9 K 2024-11-09T21:17:57,196 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 35d2ce9ad26f212dd3c940bd044a5c60 in 903ms, sequenceid=256, compaction requested=true 2024-11-09T21:17:57,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:57,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:57,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-09T21:17:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-09T21:17:57,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-09T21:17:57,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5170 sec 2024-11-09T21:17:57,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.5220 sec 2024-11-09T21:17:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:57,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T21:17:57,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:17:57,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:57,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:17:57,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:57,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:17:57,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:57,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fd259d8b11da4b94bf91a3a103352f7f_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187077149/Put/seqid=0 2024-11-09T21:17:57,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187137270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187137270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187137272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187137273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742027_1203 (size=14994) 2024-11-09T21:17:57,300 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:57,304 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fd259d8b11da4b94bf91a3a103352f7f_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fd259d8b11da4b94bf91a3a103352f7f_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:57,306 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/16ee2bc77c1d46b3a3739f0a8fe2a784, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:57,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/16ee2bc77c1d46b3a3739f0a8fe2a784 is 175, key is test_row_0/A:col10/1731187077149/Put/seqid=0 2024-11-09T21:17:57,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742028_1204 (size=39949) 2024-11-09T21:17:57,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187137375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187137375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187137376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187137376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187137578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187137578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187137579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187137579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,723 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/16ee2bc77c1d46b3a3739f0a8fe2a784 2024-11-09T21:17:57,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/e754d97e2c1b4955a3fd9133430dd599 is 50, key is test_row_0/B:col10/1731187077149/Put/seqid=0 2024-11-09T21:17:57,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742029_1205 (size=12301) 2024-11-09T21:17:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T21:17:57,784 INFO [Thread-670 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-09T21:17:57,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:17:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-09T21:17:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-09T21:17:57,787 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:17:57,788 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:17:57,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:17:57,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187137881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187137881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187137882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187137883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-09T21:17:57,939 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:57,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-09T21:17:57,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:57,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:57,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:57,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:57,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-09T21:17:58,092 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:58,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-09T21:17:58,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:58,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:58,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:58,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:58,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:58,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/e754d97e2c1b4955a3fd9133430dd599 2024-11-09T21:17:58,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/31a60d92e49547dfafca1a0fcdb688f8 is 50, key is test_row_0/C:col10/1731187077149/Put/seqid=0 2024-11-09T21:17:58,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742030_1206 (size=12301) 2024-11-09T21:17:58,245 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:58,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-09T21:17:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:58,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:58,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187138385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:58,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187138385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:58,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187138387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-09T21:17:58,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187138391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:58,398 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:58,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-09T21:17:58,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:58,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:58,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:58,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:58,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:58,551 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:58,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-09T21:17:58,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:58,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:58,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:58,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:58,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:58,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/31a60d92e49547dfafca1a0fcdb688f8 2024-11-09T21:17:58,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/16ee2bc77c1d46b3a3739f0a8fe2a784 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/16ee2bc77c1d46b3a3739f0a8fe2a784 2024-11-09T21:17:58,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/16ee2bc77c1d46b3a3739f0a8fe2a784, entries=200, sequenceid=281, filesize=39.0 K 2024-11-09T21:17:58,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/e754d97e2c1b4955a3fd9133430dd599 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/e754d97e2c1b4955a3fd9133430dd599 2024-11-09T21:17:58,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/e754d97e2c1b4955a3fd9133430dd599, entries=150, sequenceid=281, filesize=12.0 K 2024-11-09T21:17:58,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/31a60d92e49547dfafca1a0fcdb688f8 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/31a60d92e49547dfafca1a0fcdb688f8 2024-11-09T21:17:58,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/31a60d92e49547dfafca1a0fcdb688f8, entries=150, sequenceid=281, filesize=12.0 K 2024-11-09T21:17:58,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 35d2ce9ad26f212dd3c940bd044a5c60 in 1330ms, sequenceid=281, compaction requested=true 2024-11-09T21:17:58,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:58,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:17:58,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:58,588 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:17:58,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:17:58,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:58,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:17:58,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T21:17:58,589 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:17:58,592 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:17:58,592 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/B is initiating minor compaction (all files) 2024-11-09T21:17:58,592 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/B in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:58,593 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/753eb20181bc4d9389696d829dfd76a5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/6fc4c94828e74d3691be809de6d3a322, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/27dfa3e1088a4189a2985d78e4569e5b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/e754d97e2c1b4955a3fd9133430dd599] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=48.1 K 2024-11-09T21:17:58,593 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142386 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:17:58,593 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/A is initiating minor compaction (all files) 2024-11-09T21:17:58,593 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/A in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:58,593 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b7ab0339598e4cacbaa75281cdc4d755, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/15973076e2794b728d3b84eaab48e321, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/efce589ec98346979bf34ecf66e49ca5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/16ee2bc77c1d46b3a3739f0a8fe2a784] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=139.0 K 2024-11-09T21:17:58,593 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:58,593 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. files: [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b7ab0339598e4cacbaa75281cdc4d755, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/15973076e2794b728d3b84eaab48e321, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/efce589ec98346979bf34ecf66e49ca5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/16ee2bc77c1d46b3a3739f0a8fe2a784] 2024-11-09T21:17:58,594 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting b7ab0339598e4cacbaa75281cdc4d755, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731187073234 2024-11-09T21:17:58,594 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 753eb20181bc4d9389696d829dfd76a5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731187073234 2024-11-09T21:17:58,594 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 15973076e2794b728d3b84eaab48e321, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731187073860 2024-11-09T21:17:58,594 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fc4c94828e74d3691be809de6d3a322, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731187073863 2024-11-09T21:17:58,595 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27dfa3e1088a4189a2985d78e4569e5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731187074996 2024-11-09T21:17:58,595 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting efce589ec98346979bf34ecf66e49ca5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731187074996 2024-11-09T21:17:58,596 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 16ee2bc77c1d46b3a3739f0a8fe2a784, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731187077149 2024-11-09T21:17:58,596 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting e754d97e2c1b4955a3fd9133430dd599, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731187077149 2024-11-09T21:17:58,607 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:58,608 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#B#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:58,609 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/e129e066eeb5402e953a92fa8ef9545b is 50, key is test_row_0/B:col10/1731187077149/Put/seqid=0 2024-11-09T21:17:58,610 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110914d9937924d14f7ca6e0092f389446ed_35d2ce9ad26f212dd3c940bd044a5c60 store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:58,611 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110914d9937924d14f7ca6e0092f389446ed_35d2ce9ad26f212dd3c940bd044a5c60, store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:58,611 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110914d9937924d14f7ca6e0092f389446ed_35d2ce9ad26f212dd3c940bd044a5c60 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:58,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742031_1207 (size=12915) 2024-11-09T21:17:58,623 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/e129e066eeb5402e953a92fa8ef9545b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/e129e066eeb5402e953a92fa8ef9545b 2024-11-09T21:17:58,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742032_1208 (size=4469) 2024-11-09T21:17:58,629 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/B of 35d2ce9ad26f212dd3c940bd044a5c60 into e129e066eeb5402e953a92fa8ef9545b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:58,629 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:58,629 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/B, priority=12, startTime=1731187078588; duration=0sec 2024-11-09T21:17:58,630 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:17:58,630 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:B 2024-11-09T21:17:58,630 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:17:58,631 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:17:58,631 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/C is initiating minor compaction (all files) 2024-11-09T21:17:58,631 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/C in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:58,631 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/e51300e520454bc2b46ca9ad3a631b9b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/f84c555e9f474819b59dabd275edfc85, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/11c698e092cb4b7389b3c1ced33664ed, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/31a60d92e49547dfafca1a0fcdb688f8] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=48.1 K 2024-11-09T21:17:58,632 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting e51300e520454bc2b46ca9ad3a631b9b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731187073234 2024-11-09T21:17:58,632 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#A#compaction#172 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:58,632 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting f84c555e9f474819b59dabd275edfc85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731187073863 2024-11-09T21:17:58,633 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11c698e092cb4b7389b3c1ced33664ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731187074996 2024-11-09T21:17:58,633 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/3a8b282f7de14146b74777ba0d4d3642 is 175, key is test_row_0/A:col10/1731187077149/Put/seqid=0 2024-11-09T21:17:58,633 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31a60d92e49547dfafca1a0fcdb688f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731187077149 2024-11-09T21:17:58,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742033_1209 (size=31869) 2024-11-09T21:17:58,645 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#C#compaction#173 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:17:58,645 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/43df6c9d37ad40e682be131a0933f564 is 50, key is test_row_0/C:col10/1731187077149/Put/seqid=0 2024-11-09T21:17:58,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742034_1210 (size=12915) 2024-11-09T21:17:58,705 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:58,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-09T21:17:58,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:58,706 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T21:17:58,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:17:58,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:58,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:17:58,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:58,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:17:58,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:58,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109aa9a964e4c924fe9a55058701aa62047_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187077269/Put/seqid=0 2024-11-09T21:17:58,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742035_1211 (size=12454) 2024-11-09T21:17:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-09T21:17:59,049 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/3a8b282f7de14146b74777ba0d4d3642 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/3a8b282f7de14146b74777ba0d4d3642 2024-11-09T21:17:59,055 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/A of 35d2ce9ad26f212dd3c940bd044a5c60 into 3a8b282f7de14146b74777ba0d4d3642(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:59,055 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:59,055 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/A, priority=12, startTime=1731187078588; duration=0sec 2024-11-09T21:17:59,055 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:59,055 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:A 2024-11-09T21:17:59,072 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/43df6c9d37ad40e682be131a0933f564 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/43df6c9d37ad40e682be131a0933f564 2024-11-09T21:17:59,078 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/C of 35d2ce9ad26f212dd3c940bd044a5c60 into 43df6c9d37ad40e682be131a0933f564(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:17:59,078 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:59,078 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/C, priority=12, startTime=1731187078588; duration=0sec 2024-11-09T21:17:59,078 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:17:59,078 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:C 2024-11-09T21:17:59,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:59,144 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109aa9a964e4c924fe9a55058701aa62047_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109aa9a964e4c924fe9a55058701aa62047_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:59,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/7838524c34344079a4c1a42f376d9546, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:17:59,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/7838524c34344079a4c1a42f376d9546 is 175, key is test_row_0/A:col10/1731187077269/Put/seqid=0 2024-11-09T21:17:59,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742036_1212 (size=31255) 2024-11-09T21:17:59,151 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/7838524c34344079a4c1a42f376d9546 2024-11-09T21:17:59,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/f7ab08e34cff4274bd5951f4e3b46f1a is 50, key is test_row_0/B:col10/1731187077269/Put/seqid=0 2024-11-09T21:17:59,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742037_1213 (size=12301) 2024-11-09T21:17:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:59,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:17:59,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187139409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:59,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187139410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:59,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187139410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:59,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187139410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:59,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187139513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:59,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187139513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:59,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187139513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:59,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187139513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:59,564 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/f7ab08e34cff4274bd5951f4e3b46f1a 2024-11-09T21:17:59,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/ebf6d083af89483fbe3d483ed041a76f is 50, key is test_row_0/C:col10/1731187077269/Put/seqid=0 2024-11-09T21:17:59,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742038_1214 (size=12301) 2024-11-09T21:17:59,577 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/ebf6d083af89483fbe3d483ed041a76f 2024-11-09T21:17:59,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/7838524c34344079a4c1a42f376d9546 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7838524c34344079a4c1a42f376d9546 2024-11-09T21:17:59,586 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7838524c34344079a4c1a42f376d9546, entries=150, sequenceid=293, filesize=30.5 K 2024-11-09T21:17:59,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/f7ab08e34cff4274bd5951f4e3b46f1a as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/f7ab08e34cff4274bd5951f4e3b46f1a 2024-11-09T21:17:59,591 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/f7ab08e34cff4274bd5951f4e3b46f1a, entries=150, sequenceid=293, filesize=12.0 K 2024-11-09T21:17:59,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/ebf6d083af89483fbe3d483ed041a76f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/ebf6d083af89483fbe3d483ed041a76f 2024-11-09T21:17:59,596 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/ebf6d083af89483fbe3d483ed041a76f, entries=150, sequenceid=293, filesize=12.0 K 2024-11-09T21:17:59,598 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 35d2ce9ad26f212dd3c940bd044a5c60 in 893ms, sequenceid=293, compaction requested=false 2024-11-09T21:17:59,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:17:59,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:17:59,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-09T21:17:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-09T21:17:59,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-09T21:17:59,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8120 sec 2024-11-09T21:17:59,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.8160 sec 2024-11-09T21:17:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:17:59,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T21:17:59,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:17:59,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:59,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:17:59,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:59,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:17:59,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:17:59,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b0c3508a35674e22b49aefe314747780_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187079408/Put/seqid=0 2024-11-09T21:17:59,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187139721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:59,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187139722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:59,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187139722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:59,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187139723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:59,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742039_1215 (size=12454) 2024-11-09T21:17:59,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:59,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187139828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187139828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:59,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:59,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:17:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187139828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187139828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:17:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-09T21:17:59,891 INFO [Thread-670 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-09T21:17:59,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:17:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-09T21:17:59,894 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:17:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T21:17:59,895 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:17:59,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:17:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T21:18:00,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187140031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:00,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187140031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187140031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187140032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,046 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-09T21:18:00,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:00,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:18:00,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:00,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,132 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:00,138 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b0c3508a35674e22b49aefe314747780_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b0c3508a35674e22b49aefe314747780_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:00,140 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/06dd12f0678b4d5c8a5dd8025396b259, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:18:00,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/06dd12f0678b4d5c8a5dd8025396b259 is 175, key is test_row_0/A:col10/1731187079408/Put/seqid=0 2024-11-09T21:18:00,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742040_1216 (size=31255) 2024-11-09T21:18:00,176 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/06dd12f0678b4d5c8a5dd8025396b259 2024-11-09T21:18:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T21:18:00,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/7f8710c99e8246c0a0b5c42fa891217f is 50, key is test_row_0/B:col10/1731187079408/Put/seqid=0 2024-11-09T21:18:00,199 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-09T21:18:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:18:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:00,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742041_1217 (size=12301) 2024-11-09T21:18:00,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187140337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187140338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187140338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187140339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,353 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-09T21:18:00,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:00,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:18:00,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:00,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T21:18:00,507 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-09T21:18:00,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:00,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:18:00,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:00,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/7f8710c99e8246c0a0b5c42fa891217f 2024-11-09T21:18:00,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/9423f6969ab74599a6215ddde2515fc5 is 50, key is test_row_0/C:col10/1731187079408/Put/seqid=0 2024-11-09T21:18:00,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742042_1218 (size=12301) 2024-11-09T21:18:00,660 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-09T21:18:00,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:00,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:18:00,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:00,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,813 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-09T21:18:00,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:00,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:18:00,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:00,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187140840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187140840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187140844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187140844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,966 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:00,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-09T21:18:00,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:00,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:18:00,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:00,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T21:18:01,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/9423f6969ab74599a6215ddde2515fc5 2024-11-09T21:18:01,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/06dd12f0678b4d5c8a5dd8025396b259 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/06dd12f0678b4d5c8a5dd8025396b259 2024-11-09T21:18:01,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/06dd12f0678b4d5c8a5dd8025396b259, entries=150, sequenceid=323, filesize=30.5 K 2024-11-09T21:18:01,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/7f8710c99e8246c0a0b5c42fa891217f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/7f8710c99e8246c0a0b5c42fa891217f 2024-11-09T21:18:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/7f8710c99e8246c0a0b5c42fa891217f, entries=150, sequenceid=323, filesize=12.0 K 2024-11-09T21:18:01,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/9423f6969ab74599a6215ddde2515fc5 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9423f6969ab74599a6215ddde2515fc5 2024-11-09T21:18:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9423f6969ab74599a6215ddde2515fc5, entries=150, sequenceid=323, filesize=12.0 K 2024-11-09T21:18:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 35d2ce9ad26f212dd3c940bd044a5c60 in 1365ms, sequenceid=323, compaction requested=true 2024-11-09T21:18:01,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:18:01,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:18:01,083 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:01,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:18:01,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:01,083 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:01,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:18:01,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,084 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:01,084 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:01,084 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/B is initiating minor compaction (all files) 2024-11-09T21:18:01,084 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/A is initiating minor compaction (all files) 2024-11-09T21:18:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,084 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/B in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:01,084 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/A in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:01,084 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/3a8b282f7de14146b74777ba0d4d3642, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7838524c34344079a4c1a42f376d9546, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/06dd12f0678b4d5c8a5dd8025396b259] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=92.2 K 2024-11-09T21:18:01,084 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/e129e066eeb5402e953a92fa8ef9545b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/f7ab08e34cff4274bd5951f4e3b46f1a, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/7f8710c99e8246c0a0b5c42fa891217f] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=36.6 K 2024-11-09T21:18:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,084 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:01,084 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. files: [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/3a8b282f7de14146b74777ba0d4d3642, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7838524c34344079a4c1a42f376d9546, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/06dd12f0678b4d5c8a5dd8025396b259] 2024-11-09T21:18:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,085 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting e129e066eeb5402e953a92fa8ef9545b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731187077149 2024-11-09T21:18:01,085 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a8b282f7de14146b74777ba0d4d3642, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731187077149 2024-11-09T21:18:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,085 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting f7ab08e34cff4274bd5951f4e3b46f1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731187077265 2024-11-09T21:18:01,086 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7838524c34344079a4c1a42f376d9546, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731187077265 2024-11-09T21:18:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,086 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f8710c99e8246c0a0b5c42fa891217f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731187079408 2024-11-09T21:18:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,086 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06dd12f0678b4d5c8a5dd8025396b259, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731187079408 2024-11-09T21:18:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,094 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:18:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,095 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#B#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,096 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/ea9e490eff764f0f8b53a893518abb79 is 50, key is test_row_0/B:col10/1731187079408/Put/seqid=0 2024-11-09T21:18:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,098 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110937a9fab8062442a4ada9385f918ba816_35d2ce9ad26f212dd3c940bd044a5c60 store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:18:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,100 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110937a9fab8062442a4ada9385f918ba816_35d2ce9ad26f212dd3c940bd044a5c60, store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:18:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,100 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110937a9fab8062442a4ada9385f918ba816_35d2ce9ad26f212dd3c940bd044a5c60 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:18:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742043_1219 (size=13017) 2024-11-09T21:18:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742044_1220 (size=4469) 2024-11-09T21:18:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,109 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#A#compaction#181 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,110 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/cf8cce21b6d442b997d9c308cbe1b842 is 175, key is test_row_0/A:col10/1731187079408/Put/seqid=0 2024-11-09T21:18:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742045_1221 (size=31971) 2024-11-09T21:18:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,120 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-09T21:18:01,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,121 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T21:18:01,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:18:01,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:01,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:18:01,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:01,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:18:01,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,122 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/cf8cce21b6d442b997d9c308cbe1b842 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/cf8cce21b6d442b997d9c308cbe1b842 2024-11-09T21:18:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,129 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/A of 35d2ce9ad26f212dd3c940bd044a5c60 into cf8cce21b6d442b997d9c308cbe1b842(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:01,129 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:18:01,130 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/A, priority=13, startTime=1731187081082; duration=0sec 2024-11-09T21:18:01,130 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:01,130 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:A 2024-11-09T21:18:01,130 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:01,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b706c5bc19c042d6b21a42dfcb8ebcaf_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_1/A:col10/1731187079721/Put/seqid=0 2024-11-09T21:18:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,131 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:01,131 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/C is initiating minor compaction (all files) 2024-11-09T21:18:01,131 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/C in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:01,131 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/43df6c9d37ad40e682be131a0933f564, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/ebf6d083af89483fbe3d483ed041a76f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9423f6969ab74599a6215ddde2515fc5] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=36.6 K 2024-11-09T21:18:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,132 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43df6c9d37ad40e682be131a0933f564, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731187077149 2024-11-09T21:18:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,132 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebf6d083af89483fbe3d483ed041a76f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731187077265 2024-11-09T21:18:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,133 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9423f6969ab74599a6215ddde2515fc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731187079408 2024-11-09T21:18:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742046_1222 (size=9914) 2024-11-09T21:18:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,144 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b706c5bc19c042d6b21a42dfcb8ebcaf_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b706c5bc19c042d6b21a42dfcb8ebcaf_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,145 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#C#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:01,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/99d1f29d57764f8cac67773f1ff069dd, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:18:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,145 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/f3d43fb756584d12abf9af036e69d7be is 50, key is test_row_0/C:col10/1731187079408/Put/seqid=0 2024-11-09T21:18:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/99d1f29d57764f8cac67773f1ff069dd is 175, key is test_row_1/A:col10/1731187079721/Put/seqid=0 2024-11-09T21:18:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742048_1224 (size=22561) 2024-11-09T21:18:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,162 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/99d1f29d57764f8cac67773f1ff069dd 2024-11-09T21:18:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742047_1223 (size=13017) 2024-11-09T21:18:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/d809461f6c524bbd925157905d51d8ea is 50, key is test_row_1/B:col10/1731187079721/Put/seqid=0 2024-11-09T21:18:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742049_1225 (size=9857) 2024-11-09T21:18:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,521 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/ea9e490eff764f0f8b53a893518abb79 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/ea9e490eff764f0f8b53a893518abb79 2024-11-09T21:18:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,529 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/B of 35d2ce9ad26f212dd3c940bd044a5c60 into ea9e490eff764f0f8b53a893518abb79(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:01,529 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:18:01,529 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/B, priority=13, startTime=1731187081083; duration=0sec 2024-11-09T21:18:01,530 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:01,530 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:B 2024-11-09T21:18:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,578 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/f3d43fb756584d12abf9af036e69d7be as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/f3d43fb756584d12abf9af036e69d7be 2024-11-09T21:18:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,579 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/d809461f6c524bbd925157905d51d8ea 2024-11-09T21:18:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,585 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/C of 35d2ce9ad26f212dd3c940bd044a5c60 into f3d43fb756584d12abf9af036e69d7be(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:01,585 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:18:01,585 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/C, priority=13, startTime=1731187081083; duration=0sec 2024-11-09T21:18:01,585 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,585 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:C 2024-11-09T21:18:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/9a3ce6557ee54e8e98ce2b26ac20b4aa is 50, key is test_row_1/C:col10/1731187079721/Put/seqid=0 2024-11-09T21:18:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742050_1226 (size=9857) 2024-11-09T21:18:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,611 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/9a3ce6557ee54e8e98ce2b26ac20b4aa 2024-11-09T21:18:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/99d1f29d57764f8cac67773f1ff069dd as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/99d1f29d57764f8cac67773f1ff069dd 2024-11-09T21:18:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,624 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/99d1f29d57764f8cac67773f1ff069dd, entries=100, sequenceid=331, filesize=22.0 K 2024-11-09T21:18:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/d809461f6c524bbd925157905d51d8ea as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/d809461f6c524bbd925157905d51d8ea 2024-11-09T21:18:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,632 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/d809461f6c524bbd925157905d51d8ea, entries=100, sequenceid=331, filesize=9.6 K 2024-11-09T21:18:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/9a3ce6557ee54e8e98ce2b26ac20b4aa as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9a3ce6557ee54e8e98ce2b26ac20b4aa 2024-11-09T21:18:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,639 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9a3ce6557ee54e8e98ce2b26ac20b4aa, entries=100, sequenceid=331, filesize=9.6 K 2024-11-09T21:18:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,640 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 35d2ce9ad26f212dd3c940bd044a5c60 in 519ms, sequenceid=331, compaction requested=false 2024-11-09T21:18:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:18:01,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:01,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-09T21:18:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-09T21:18:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-09T21:18:01,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7480 sec 2024-11-09T21:18:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.7520 sec 2024-11-09T21:18:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:01,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T21:18:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:18:01,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:01,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:18:01,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:18:01,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110995929bb49bed42c49efa2f38660301bc_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187081908/Put/seqid=0 2024-11-09T21:18:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187141967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:01,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187141970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:01,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187141971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:01,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187141972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T21:18:01,998 INFO [Thread-670 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-09T21:18:01,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-09T21:18:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T21:18:02,001 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:02,002 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:02,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:02,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742052_1228 (size=25158) 2024-11-09T21:18:02,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187142073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:02,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187142074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:02,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187142075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:02,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187142077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T21:18:02,154 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:02,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-09T21:18:02,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:02,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:18:02,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:02,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:02,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:02,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187142276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:02,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187142277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:02,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187142278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:02,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187142279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T21:18:02,307 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:02,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-09T21:18:02,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:02,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:18:02,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:02,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:02,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:02,399 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:02,403 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110995929bb49bed42c49efa2f38660301bc_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110995929bb49bed42c49efa2f38660301bc_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:02,404 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/b92a1a87aa3d40db83884a58e8632bc5, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:18:02,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/b92a1a87aa3d40db83884a58e8632bc5 is 175, key is test_row_0/A:col10/1731187081908/Put/seqid=0 2024-11-09T21:18:02,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742051_1227 (size=74795) 2024-11-09T21:18:02,460 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:02,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-09T21:18:02,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:02,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:18:02,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:02,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:02,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:02,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187142579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:02,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187142580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:02,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187142580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:02,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187142581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T21:18:02,614 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:02,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-09T21:18:02,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:02,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:18:02,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:02,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:02,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:02,766 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:02,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-09T21:18:02,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:02,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:18:02,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:02,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:02,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:02,809 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=345, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/b92a1a87aa3d40db83884a58e8632bc5 2024-11-09T21:18:02,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/b566cdf7aa354ba6ad5355206d0ccca2 is 50, key is test_row_0/B:col10/1731187081908/Put/seqid=0 2024-11-09T21:18:02,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742053_1229 (size=12301) 2024-11-09T21:18:02,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/b566cdf7aa354ba6ad5355206d0ccca2 2024-11-09T21:18:02,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/567fdbbbd03040489e0f627f4f839703 is 50, key is test_row_0/C:col10/1731187081908/Put/seqid=0 2024-11-09T21:18:02,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742054_1230 (size=12301) 2024-11-09T21:18:02,919 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:02,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-09T21:18:02,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:02,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:18:02,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:02,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:02,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:03,072 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:03,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-09T21:18:03,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:03,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:18:03,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:03,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:03,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:03,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40610 deadline: 1731187143083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:03,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40628 deadline: 1731187143084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:03,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40596 deadline: 1731187143086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:03,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40624 deadline: 1731187143086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T21:18:03,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:03,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-09T21:18:03,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:03,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:18:03,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:03,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:03,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:03,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/567fdbbbd03040489e0f627f4f839703 2024-11-09T21:18:03,241 DEBUG [Thread-671 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:57311 2024-11-09T21:18:03,241 DEBUG [Thread-671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:03,243 DEBUG [Thread-677 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:57311 2024-11-09T21:18:03,243 DEBUG [Thread-677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:03,243 DEBUG [Thread-673 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:57311 2024-11-09T21:18:03,243 DEBUG [Thread-673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:03,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/b92a1a87aa3d40db83884a58e8632bc5 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b92a1a87aa3d40db83884a58e8632bc5 2024-11-09T21:18:03,245 DEBUG [Thread-675 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:57311 2024-11-09T21:18:03,245 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:03,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b92a1a87aa3d40db83884a58e8632bc5, entries=400, sequenceid=345, filesize=73.0 K 2024-11-09T21:18:03,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/b566cdf7aa354ba6ad5355206d0ccca2 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/b566cdf7aa354ba6ad5355206d0ccca2 2024-11-09T21:18:03,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/b566cdf7aa354ba6ad5355206d0ccca2, entries=150, sequenceid=345, filesize=12.0 K 2024-11-09T21:18:03,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/567fdbbbd03040489e0f627f4f839703 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/567fdbbbd03040489e0f627f4f839703 2024-11-09T21:18:03,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/567fdbbbd03040489e0f627f4f839703, entries=150, sequenceid=345, filesize=12.0 K 2024-11-09T21:18:03,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 35d2ce9ad26f212dd3c940bd044a5c60 in 1344ms, sequenceid=345, compaction requested=true 2024-11-09T21:18:03,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:18:03,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:18:03,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:03,269 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:03,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:18:03,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:03,269 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:03,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35d2ce9ad26f212dd3c940bd044a5c60:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:18:03,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:03,271 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 129327 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:03,271 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:03,271 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/A is initiating minor compaction (all files) 2024-11-09T21:18:03,271 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/B is initiating minor compaction (all files) 2024-11-09T21:18:03,271 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/A in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:03,271 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/B in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:03,271 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/cf8cce21b6d442b997d9c308cbe1b842, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/99d1f29d57764f8cac67773f1ff069dd, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b92a1a87aa3d40db83884a58e8632bc5] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=126.3 K 2024-11-09T21:18:03,271 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:03,271 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/ea9e490eff764f0f8b53a893518abb79, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/d809461f6c524bbd925157905d51d8ea, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/b566cdf7aa354ba6ad5355206d0ccca2] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=34.4 K 2024-11-09T21:18:03,271 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. files: [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/cf8cce21b6d442b997d9c308cbe1b842, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/99d1f29d57764f8cac67773f1ff069dd, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b92a1a87aa3d40db83884a58e8632bc5] 2024-11-09T21:18:03,271 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf8cce21b6d442b997d9c308cbe1b842, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731187079408 2024-11-09T21:18:03,271 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting ea9e490eff764f0f8b53a893518abb79, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731187079408 2024-11-09T21:18:03,272 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99d1f29d57764f8cac67773f1ff069dd, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731187079720 2024-11-09T21:18:03,272 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting d809461f6c524bbd925157905d51d8ea, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731187079720 2024-11-09T21:18:03,272 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting b566cdf7aa354ba6ad5355206d0ccca2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731187081908 2024-11-09T21:18:03,272 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting b92a1a87aa3d40db83884a58e8632bc5, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731187081889 2024-11-09T21:18:03,284 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#B#compaction#189 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:03,284 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/64f55c9330934ef1afcdd89f86cfd44d is 50, key is test_row_0/B:col10/1731187081908/Put/seqid=0 2024-11-09T21:18:03,285 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:18:03,287 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109949aa92d075349c29c1d565441ed33ba_35d2ce9ad26f212dd3c940bd044a5c60 store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:18:03,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742055_1231 (size=13119) 2024-11-09T21:18:03,313 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109949aa92d075349c29c1d565441ed33ba_35d2ce9ad26f212dd3c940bd044a5c60, store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:18:03,313 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109949aa92d075349c29c1d565441ed33ba_35d2ce9ad26f212dd3c940bd044a5c60 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:18:03,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742056_1232 (size=4469) 2024-11-09T21:18:03,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:03,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-09T21:18:03,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:03,385 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T21:18:03,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:18:03,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:03,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:18:03,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:03,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:18:03,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:03,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110900e219652e1148b09190d2daee21704e_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187081970/Put/seqid=0 2024-11-09T21:18:03,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742057_1233 (size=12454) 2024-11-09T21:18:03,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:03,412 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110900e219652e1148b09190d2daee21704e_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110900e219652e1148b09190d2daee21704e_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:03,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/5c9ac43b5fe74b21980de963d569dad2, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:18:03,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/5c9ac43b5fe74b21980de963d569dad2 is 175, key is test_row_0/A:col10/1731187081970/Put/seqid=0 2024-11-09T21:18:03,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742058_1234 (size=31255) 2024-11-09T21:18:03,695 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/64f55c9330934ef1afcdd89f86cfd44d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/64f55c9330934ef1afcdd89f86cfd44d 2024-11-09T21:18:03,699 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/B of 35d2ce9ad26f212dd3c940bd044a5c60 into 64f55c9330934ef1afcdd89f86cfd44d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:03,699 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:18:03,699 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/B, priority=13, startTime=1731187083269; duration=0sec 2024-11-09T21:18:03,700 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:03,700 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:B 2024-11-09T21:18:03,700 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:03,701 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:03,701 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 35d2ce9ad26f212dd3c940bd044a5c60/C is initiating minor compaction (all files) 2024-11-09T21:18:03,701 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35d2ce9ad26f212dd3c940bd044a5c60/C in TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:03,701 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/f3d43fb756584d12abf9af036e69d7be, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9a3ce6557ee54e8e98ce2b26ac20b4aa, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/567fdbbbd03040489e0f627f4f839703] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp, totalSize=34.4 K 2024-11-09T21:18:03,701 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting f3d43fb756584d12abf9af036e69d7be, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731187079408 2024-11-09T21:18:03,701 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a3ce6557ee54e8e98ce2b26ac20b4aa, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731187079720 2024-11-09T21:18:03,702 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 567fdbbbd03040489e0f627f4f839703, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731187081908 2024-11-09T21:18:03,709 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#C#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:03,709 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/9a05a2f214e64e6480a536bd9a3fe2db is 50, key is test_row_0/C:col10/1731187081908/Put/seqid=0 2024-11-09T21:18:03,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742059_1235 (size=13119) 2024-11-09T21:18:03,719 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35d2ce9ad26f212dd3c940bd044a5c60#A#compaction#190 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:03,720 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/0010a3e8597746168ea8d7348457e729 is 175, key is test_row_0/A:col10/1731187081908/Put/seqid=0 2024-11-09T21:18:03,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742060_1236 (size=32073) 2024-11-09T21:18:03,818 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/5c9ac43b5fe74b21980de963d569dad2 2024-11-09T21:18:03,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/51d858be91aa46b7a2d682ff44c32382 is 50, key is test_row_0/B:col10/1731187081970/Put/seqid=0 2024-11-09T21:18:03,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742061_1237 (size=12301) 2024-11-09T21:18:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:04,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. as already flushing 2024-11-09T21:18:04,092 DEBUG [Thread-668 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:57311 2024-11-09T21:18:04,092 DEBUG [Thread-668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:04,092 DEBUG [Thread-664 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:57311 2024-11-09T21:18:04,092 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:04,092 DEBUG [Thread-666 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:57311 2024-11-09T21:18:04,092 DEBUG [Thread-666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:04,098 DEBUG [Thread-662 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:57311 2024-11-09T21:18:04,098 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T21:18:04,118 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/9a05a2f214e64e6480a536bd9a3fe2db as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9a05a2f214e64e6480a536bd9a3fe2db 2024-11-09T21:18:04,122 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/C of 35d2ce9ad26f212dd3c940bd044a5c60 into 9a05a2f214e64e6480a536bd9a3fe2db(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:04,122 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:18:04,122 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/C, priority=13, startTime=1731187083269; duration=0sec 2024-11-09T21:18:04,122 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:04,122 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:C 2024-11-09T21:18:04,127 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/0010a3e8597746168ea8d7348457e729 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/0010a3e8597746168ea8d7348457e729 2024-11-09T21:18:04,131 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35d2ce9ad26f212dd3c940bd044a5c60/A of 35d2ce9ad26f212dd3c940bd044a5c60 into 0010a3e8597746168ea8d7348457e729(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:04,131 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:18:04,131 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60., storeName=35d2ce9ad26f212dd3c940bd044a5c60/A, priority=13, startTime=1731187083269; duration=0sec 2024-11-09T21:18:04,131 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:04,131 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35d2ce9ad26f212dd3c940bd044a5c60:A 2024-11-09T21:18:04,231 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/51d858be91aa46b7a2d682ff44c32382 2024-11-09T21:18:04,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/fb0d839e9c3f43c8be13164684de3f29 is 50, key is test_row_0/C:col10/1731187081970/Put/seqid=0 2024-11-09T21:18:04,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742062_1238 (size=12301) 2024-11-09T21:18:04,242 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/fb0d839e9c3f43c8be13164684de3f29 2024-11-09T21:18:04,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/5c9ac43b5fe74b21980de963d569dad2 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/5c9ac43b5fe74b21980de963d569dad2 2024-11-09T21:18:04,250 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/5c9ac43b5fe74b21980de963d569dad2, entries=150, sequenceid=371, filesize=30.5 K 2024-11-09T21:18:04,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/51d858be91aa46b7a2d682ff44c32382 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/51d858be91aa46b7a2d682ff44c32382 2024-11-09T21:18:04,254 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/51d858be91aa46b7a2d682ff44c32382, entries=150, sequenceid=371, filesize=12.0 K 2024-11-09T21:18:04,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/fb0d839e9c3f43c8be13164684de3f29 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/fb0d839e9c3f43c8be13164684de3f29 2024-11-09T21:18:04,257 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/fb0d839e9c3f43c8be13164684de3f29, entries=150, sequenceid=371, filesize=12.0 K 2024-11-09T21:18:04,258 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=26.84 KB/27480 for 35d2ce9ad26f212dd3c940bd044a5c60 in 873ms, sequenceid=371, compaction requested=false 2024-11-09T21:18:04,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:18:04,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:04,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-09T21:18:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-09T21:18:04,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-09T21:18:04,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2570 sec 2024-11-09T21:18:04,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.2620 sec 2024-11-09T21:18:05,514 DEBUG [Thread-660 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:57311 2024-11-09T21:18:05,515 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:05,922 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:18:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T21:18:06,106 INFO [Thread-670 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-09T21:18:06,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T21:18:06,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-09T21:18:06,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-09T21:18:06,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-09T21:18:06,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-09T21:18:06,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-09T21:18:06,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T21:18:06,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7095 2024-11-09T21:18:06,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6853 2024-11-09T21:18:06,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T21:18:06,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2915 2024-11-09T21:18:06,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8745 rows 2024-11-09T21:18:06,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2899 2024-11-09T21:18:06,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8694 rows 2024-11-09T21:18:06,106 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T21:18:06,106 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:57311 2024-11-09T21:18:06,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:06,111 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-09T21:18:06,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T21:18:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T21:18:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-09T21:18:06,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187086115"}]},"ts":"1731187086115"} 2024-11-09T21:18:06,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T21:18:06,118 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T21:18:06,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T21:18:06,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=35d2ce9ad26f212dd3c940bd044a5c60, UNASSIGN}] 2024-11-09T21:18:06,121 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=35d2ce9ad26f212dd3c940bd044a5c60, UNASSIGN 2024-11-09T21:18:06,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=35d2ce9ad26f212dd3c940bd044a5c60, regionState=CLOSING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:06,123 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T21:18:06,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; CloseRegionProcedure 35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:18:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-09T21:18:06,274 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:06,275 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(124): Close 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:06,275 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T21:18:06,275 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1681): Closing 35d2ce9ad26f212dd3c940bd044a5c60, disabling compactions & flushes 2024-11-09T21:18:06,275 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:06,275 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:06,275 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. after waiting 0 ms 2024-11-09T21:18:06,275 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:06,275 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(2837): Flushing 35d2ce9ad26f212dd3c940bd044a5c60 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T21:18:06,275 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=A 2024-11-09T21:18:06,275 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:06,275 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=B 2024-11-09T21:18:06,276 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:06,276 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35d2ce9ad26f212dd3c940bd044a5c60, store=C 2024-11-09T21:18:06,276 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:06,282 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099450595c77944daa9e2a698c95f3f89c_35d2ce9ad26f212dd3c940bd044a5c60 is 50, key is test_row_0/A:col10/1731187085513/Put/seqid=0 2024-11-09T21:18:06,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742063_1239 (size=12454) 2024-11-09T21:18:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-09T21:18:06,686 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:06,690 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099450595c77944daa9e2a698c95f3f89c_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099450595c77944daa9e2a698c95f3f89c_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:06,691 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/91bd284901c54f4295e2fab2d3131979, store: [table=TestAcidGuarantees family=A region=35d2ce9ad26f212dd3c940bd044a5c60] 2024-11-09T21:18:06,692 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/91bd284901c54f4295e2fab2d3131979 is 175, key is test_row_0/A:col10/1731187085513/Put/seqid=0 2024-11-09T21:18:06,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742064_1240 (size=31255) 2024-11-09T21:18:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-09T21:18:07,096 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/91bd284901c54f4295e2fab2d3131979 2024-11-09T21:18:07,102 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/dfcae95e25ea4b0fa5d5fa53e5f9520d is 50, key is test_row_0/B:col10/1731187085513/Put/seqid=0 2024-11-09T21:18:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742065_1241 (size=12301) 2024-11-09T21:18:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-09T21:18:07,507 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/dfcae95e25ea4b0fa5d5fa53e5f9520d 2024-11-09T21:18:07,514 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/5693a641516f410ab9f663aa82e53ad2 is 50, key is test_row_0/C:col10/1731187085513/Put/seqid=0 2024-11-09T21:18:07,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742066_1242 (size=12301) 2024-11-09T21:18:07,918 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/5693a641516f410ab9f663aa82e53ad2 2024-11-09T21:18:07,922 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/A/91bd284901c54f4295e2fab2d3131979 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/91bd284901c54f4295e2fab2d3131979 2024-11-09T21:18:07,926 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/91bd284901c54f4295e2fab2d3131979, entries=150, sequenceid=382, filesize=30.5 K 2024-11-09T21:18:07,927 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/B/dfcae95e25ea4b0fa5d5fa53e5f9520d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/dfcae95e25ea4b0fa5d5fa53e5f9520d 2024-11-09T21:18:07,930 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/dfcae95e25ea4b0fa5d5fa53e5f9520d, entries=150, sequenceid=382, filesize=12.0 K 2024-11-09T21:18:07,931 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/.tmp/C/5693a641516f410ab9f663aa82e53ad2 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/5693a641516f410ab9f663aa82e53ad2 2024-11-09T21:18:07,934 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/5693a641516f410ab9f663aa82e53ad2, entries=150, sequenceid=382, filesize=12.0 K 2024-11-09T21:18:07,935 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 35d2ce9ad26f212dd3c940bd044a5c60 in 1660ms, sequenceid=382, compaction requested=true 2024-11-09T21:18:07,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/a03aaff2408a4bbd9185dab3e476a3ee, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/6909088a2f1e4b5996b78f4f0ef6f4fb, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/1e3f2f31aa3c4051b355b6150a69fc0e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/e28b614e96874375b30e2ead4346de36, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/9e021decc5c74fe385d05dfb1b091146, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b31cda8ff93c4d018966753d33b5d49b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/52f9f11b03e54789be94ce6da099a1a0, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7bbd66f9511d4b2da3e9623a9e273e0c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/81c93cbefc2c4a6a9b9ec7786b792629, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7d390464d2ba4bbfb339877d8deb6b66, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/f0d044d604f54e44ac32978cbcf1725e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/6b177686c4664a168d90eaf8a2e1ac1b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/8608f111460d4cac9e751da63d7a3b92, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/5e16969ab2024e4c8419d39262bd123e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b7ab0339598e4cacbaa75281cdc4d755, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/15973076e2794b728d3b84eaab48e321, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/efce589ec98346979bf34ecf66e49ca5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/16ee2bc77c1d46b3a3739f0a8fe2a784, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/3a8b282f7de14146b74777ba0d4d3642, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7838524c34344079a4c1a42f376d9546, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/cf8cce21b6d442b997d9c308cbe1b842, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/06dd12f0678b4d5c8a5dd8025396b259, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/99d1f29d57764f8cac67773f1ff069dd, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b92a1a87aa3d40db83884a58e8632bc5] to archive 2024-11-09T21:18:07,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T21:18:07,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/a03aaff2408a4bbd9185dab3e476a3ee to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/a03aaff2408a4bbd9185dab3e476a3ee 2024-11-09T21:18:07,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/6909088a2f1e4b5996b78f4f0ef6f4fb to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/6909088a2f1e4b5996b78f4f0ef6f4fb 2024-11-09T21:18:07,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/1e3f2f31aa3c4051b355b6150a69fc0e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/1e3f2f31aa3c4051b355b6150a69fc0e 2024-11-09T21:18:07,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/e28b614e96874375b30e2ead4346de36 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/e28b614e96874375b30e2ead4346de36 2024-11-09T21:18:07,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/9e021decc5c74fe385d05dfb1b091146 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/9e021decc5c74fe385d05dfb1b091146 2024-11-09T21:18:07,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b31cda8ff93c4d018966753d33b5d49b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b31cda8ff93c4d018966753d33b5d49b 2024-11-09T21:18:07,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/52f9f11b03e54789be94ce6da099a1a0 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/52f9f11b03e54789be94ce6da099a1a0 2024-11-09T21:18:07,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7bbd66f9511d4b2da3e9623a9e273e0c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7bbd66f9511d4b2da3e9623a9e273e0c 2024-11-09T21:18:07,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/81c93cbefc2c4a6a9b9ec7786b792629 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/81c93cbefc2c4a6a9b9ec7786b792629 2024-11-09T21:18:07,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7d390464d2ba4bbfb339877d8deb6b66 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7d390464d2ba4bbfb339877d8deb6b66 2024-11-09T21:18:07,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/f0d044d604f54e44ac32978cbcf1725e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/f0d044d604f54e44ac32978cbcf1725e 2024-11-09T21:18:07,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/6b177686c4664a168d90eaf8a2e1ac1b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/6b177686c4664a168d90eaf8a2e1ac1b 2024-11-09T21:18:07,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/8608f111460d4cac9e751da63d7a3b92 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/8608f111460d4cac9e751da63d7a3b92 2024-11-09T21:18:07,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/5e16969ab2024e4c8419d39262bd123e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/5e16969ab2024e4c8419d39262bd123e 2024-11-09T21:18:07,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b7ab0339598e4cacbaa75281cdc4d755 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b7ab0339598e4cacbaa75281cdc4d755 2024-11-09T21:18:07,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/15973076e2794b728d3b84eaab48e321 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/15973076e2794b728d3b84eaab48e321 2024-11-09T21:18:07,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/efce589ec98346979bf34ecf66e49ca5 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/efce589ec98346979bf34ecf66e49ca5 2024-11-09T21:18:07,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/16ee2bc77c1d46b3a3739f0a8fe2a784 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/16ee2bc77c1d46b3a3739f0a8fe2a784 2024-11-09T21:18:07,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/3a8b282f7de14146b74777ba0d4d3642 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/3a8b282f7de14146b74777ba0d4d3642 2024-11-09T21:18:07,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7838524c34344079a4c1a42f376d9546 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/7838524c34344079a4c1a42f376d9546 2024-11-09T21:18:07,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/cf8cce21b6d442b997d9c308cbe1b842 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/cf8cce21b6d442b997d9c308cbe1b842 2024-11-09T21:18:07,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/06dd12f0678b4d5c8a5dd8025396b259 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/06dd12f0678b4d5c8a5dd8025396b259 2024-11-09T21:18:07,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/99d1f29d57764f8cac67773f1ff069dd to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/99d1f29d57764f8cac67773f1ff069dd 2024-11-09T21:18:07,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b92a1a87aa3d40db83884a58e8632bc5 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/b92a1a87aa3d40db83884a58e8632bc5 2024-11-09T21:18:07,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/4249e37a2a634f199bc440d1a9b7cebc, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/bfb572f65d2d4822925d7477ec8cbb39, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/4b673a02ab0b42538019f48266206be1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/780a4c57ac24438ebef533fcf09ba787, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/13bb11d7948a4d76b847ef4f978bc4cb, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/ba86368b25ff415593305f5e6eee8b83, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/078e82c7145741b3b83b53e8a23979c5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/b763432dee854f32a953661dd9408d8d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/28cf730e8aca4463b38db2fe6fefd0b9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/41859389738d4702801abf80921fdd5a, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/69e3b7d6e2d541b98637d37e4b5100fe, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/523d64682eda451882576fe9306350ec, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/10b2a7ecf98a4ec6a66265ebccbfb932, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/753eb20181bc4d9389696d829dfd76a5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/8858a01050554860a05bb37caa7728e1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/6fc4c94828e74d3691be809de6d3a322, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/27dfa3e1088a4189a2985d78e4569e5b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/e129e066eeb5402e953a92fa8ef9545b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/e754d97e2c1b4955a3fd9133430dd599, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/f7ab08e34cff4274bd5951f4e3b46f1a, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/ea9e490eff764f0f8b53a893518abb79, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/7f8710c99e8246c0a0b5c42fa891217f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/d809461f6c524bbd925157905d51d8ea, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/b566cdf7aa354ba6ad5355206d0ccca2] to archive 2024-11-09T21:18:07,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T21:18:07,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/4249e37a2a634f199bc440d1a9b7cebc to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/4249e37a2a634f199bc440d1a9b7cebc 2024-11-09T21:18:07,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/bfb572f65d2d4822925d7477ec8cbb39 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/bfb572f65d2d4822925d7477ec8cbb39 2024-11-09T21:18:07,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/4b673a02ab0b42538019f48266206be1 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/4b673a02ab0b42538019f48266206be1 2024-11-09T21:18:07,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/780a4c57ac24438ebef533fcf09ba787 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/780a4c57ac24438ebef533fcf09ba787 2024-11-09T21:18:07,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/13bb11d7948a4d76b847ef4f978bc4cb to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/13bb11d7948a4d76b847ef4f978bc4cb 2024-11-09T21:18:07,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/ba86368b25ff415593305f5e6eee8b83 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/ba86368b25ff415593305f5e6eee8b83 2024-11-09T21:18:07,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/078e82c7145741b3b83b53e8a23979c5 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/078e82c7145741b3b83b53e8a23979c5 2024-11-09T21:18:07,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/b763432dee854f32a953661dd9408d8d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/b763432dee854f32a953661dd9408d8d 2024-11-09T21:18:07,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/28cf730e8aca4463b38db2fe6fefd0b9 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/28cf730e8aca4463b38db2fe6fefd0b9 2024-11-09T21:18:07,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/41859389738d4702801abf80921fdd5a to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/41859389738d4702801abf80921fdd5a 2024-11-09T21:18:07,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/69e3b7d6e2d541b98637d37e4b5100fe to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/69e3b7d6e2d541b98637d37e4b5100fe 2024-11-09T21:18:07,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/523d64682eda451882576fe9306350ec to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/523d64682eda451882576fe9306350ec 2024-11-09T21:18:07,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/10b2a7ecf98a4ec6a66265ebccbfb932 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/10b2a7ecf98a4ec6a66265ebccbfb932 2024-11-09T21:18:07,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/753eb20181bc4d9389696d829dfd76a5 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/753eb20181bc4d9389696d829dfd76a5 2024-11-09T21:18:07,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/8858a01050554860a05bb37caa7728e1 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/8858a01050554860a05bb37caa7728e1 2024-11-09T21:18:07,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/6fc4c94828e74d3691be809de6d3a322 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/6fc4c94828e74d3691be809de6d3a322 2024-11-09T21:18:07,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/27dfa3e1088a4189a2985d78e4569e5b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/27dfa3e1088a4189a2985d78e4569e5b 2024-11-09T21:18:07,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/e129e066eeb5402e953a92fa8ef9545b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/e129e066eeb5402e953a92fa8ef9545b 2024-11-09T21:18:07,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/e754d97e2c1b4955a3fd9133430dd599 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/e754d97e2c1b4955a3fd9133430dd599 2024-11-09T21:18:07,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/f7ab08e34cff4274bd5951f4e3b46f1a to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/f7ab08e34cff4274bd5951f4e3b46f1a 2024-11-09T21:18:07,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/ea9e490eff764f0f8b53a893518abb79 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/ea9e490eff764f0f8b53a893518abb79 2024-11-09T21:18:07,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/7f8710c99e8246c0a0b5c42fa891217f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/7f8710c99e8246c0a0b5c42fa891217f 2024-11-09T21:18:07,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/d809461f6c524bbd925157905d51d8ea to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/d809461f6c524bbd925157905d51d8ea 2024-11-09T21:18:07,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/b566cdf7aa354ba6ad5355206d0ccca2 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/b566cdf7aa354ba6ad5355206d0ccca2 2024-11-09T21:18:07,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/446ebceb24f74209ac2562dfa391da2d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/826197ebcbb044c68f8708f38ef22464, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/0564939f566843319fb58b445ce47bc1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/83a25aec5da547d293603dff578407b9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/b37ec52ad46f4e37ae87a2ffb0220087, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9c030e46d3744356b8c66f56557006ae, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/14d648fa3b9a433dbcb86543739b61a5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/605361ac9d004c6a9bc5db25a98a9564, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/57f75a1373b7455d9347177ebcb04282, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/76a7153a20404c83aa01e1eb3bdd7649, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/c6f3b8c16067442bb40c3b2440af486c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/417cef304649466e83ad4bf9c2df6f14, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9e9573b81e334a8493bfa8f3e1206c04, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/e51300e520454bc2b46ca9ad3a631b9b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/12695ae53d654cf58b2ae7b171d7b8cd, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/f84c555e9f474819b59dabd275edfc85, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/11c698e092cb4b7389b3c1ced33664ed, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/43df6c9d37ad40e682be131a0933f564, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/31a60d92e49547dfafca1a0fcdb688f8, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/ebf6d083af89483fbe3d483ed041a76f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/f3d43fb756584d12abf9af036e69d7be, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9423f6969ab74599a6215ddde2515fc5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9a3ce6557ee54e8e98ce2b26ac20b4aa, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/567fdbbbd03040489e0f627f4f839703] to archive 2024-11-09T21:18:07,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T21:18:07,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/446ebceb24f74209ac2562dfa391da2d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/446ebceb24f74209ac2562dfa391da2d 2024-11-09T21:18:07,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/826197ebcbb044c68f8708f38ef22464 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/826197ebcbb044c68f8708f38ef22464 2024-11-09T21:18:07,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/0564939f566843319fb58b445ce47bc1 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/0564939f566843319fb58b445ce47bc1 2024-11-09T21:18:07,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/83a25aec5da547d293603dff578407b9 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/83a25aec5da547d293603dff578407b9 2024-11-09T21:18:07,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/b37ec52ad46f4e37ae87a2ffb0220087 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/b37ec52ad46f4e37ae87a2ffb0220087 2024-11-09T21:18:07,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9c030e46d3744356b8c66f56557006ae to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9c030e46d3744356b8c66f56557006ae 2024-11-09T21:18:08,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/14d648fa3b9a433dbcb86543739b61a5 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/14d648fa3b9a433dbcb86543739b61a5 2024-11-09T21:18:08,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/605361ac9d004c6a9bc5db25a98a9564 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/605361ac9d004c6a9bc5db25a98a9564 2024-11-09T21:18:08,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/57f75a1373b7455d9347177ebcb04282 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/57f75a1373b7455d9347177ebcb04282 2024-11-09T21:18:08,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/76a7153a20404c83aa01e1eb3bdd7649 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/76a7153a20404c83aa01e1eb3bdd7649 2024-11-09T21:18:08,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/c6f3b8c16067442bb40c3b2440af486c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/c6f3b8c16067442bb40c3b2440af486c 2024-11-09T21:18:08,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/417cef304649466e83ad4bf9c2df6f14 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/417cef304649466e83ad4bf9c2df6f14 2024-11-09T21:18:08,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9e9573b81e334a8493bfa8f3e1206c04 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9e9573b81e334a8493bfa8f3e1206c04 2024-11-09T21:18:08,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/e51300e520454bc2b46ca9ad3a631b9b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/e51300e520454bc2b46ca9ad3a631b9b 2024-11-09T21:18:08,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/12695ae53d654cf58b2ae7b171d7b8cd to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/12695ae53d654cf58b2ae7b171d7b8cd 2024-11-09T21:18:08,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/f84c555e9f474819b59dabd275edfc85 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/f84c555e9f474819b59dabd275edfc85 2024-11-09T21:18:08,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/11c698e092cb4b7389b3c1ced33664ed to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/11c698e092cb4b7389b3c1ced33664ed 2024-11-09T21:18:08,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/43df6c9d37ad40e682be131a0933f564 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/43df6c9d37ad40e682be131a0933f564 2024-11-09T21:18:08,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/31a60d92e49547dfafca1a0fcdb688f8 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/31a60d92e49547dfafca1a0fcdb688f8 2024-11-09T21:18:08,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/ebf6d083af89483fbe3d483ed041a76f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/ebf6d083af89483fbe3d483ed041a76f 2024-11-09T21:18:08,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/f3d43fb756584d12abf9af036e69d7be to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/f3d43fb756584d12abf9af036e69d7be 2024-11-09T21:18:08,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9423f6969ab74599a6215ddde2515fc5 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9423f6969ab74599a6215ddde2515fc5 2024-11-09T21:18:08,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9a3ce6557ee54e8e98ce2b26ac20b4aa to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9a3ce6557ee54e8e98ce2b26ac20b4aa 2024-11-09T21:18:08,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/567fdbbbd03040489e0f627f4f839703 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/567fdbbbd03040489e0f627f4f839703 2024-11-09T21:18:08,020 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/recovered.edits/385.seqid, newMaxSeqId=385, maxSeqId=4 2024-11-09T21:18:08,021 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60. 2024-11-09T21:18:08,021 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1635): Region close journal for 35d2ce9ad26f212dd3c940bd044a5c60: 2024-11-09T21:18:08,022 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(170): Closed 35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,022 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=35d2ce9ad26f212dd3c940bd044a5c60, regionState=CLOSED 2024-11-09T21:18:08,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-09T21:18:08,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseRegionProcedure 35d2ce9ad26f212dd3c940bd044a5c60, server=cc4f9fe6f946,42203,1731187027551 in 1.9000 sec 2024-11-09T21:18:08,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=58 2024-11-09T21:18:08,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=58, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=35d2ce9ad26f212dd3c940bd044a5c60, UNASSIGN in 1.9040 sec 2024-11-09T21:18:08,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-09T21:18:08,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9070 sec 2024-11-09T21:18:08,028 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187088028"}]},"ts":"1731187088028"} 2024-11-09T21:18:08,029 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T21:18:08,032 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T21:18:08,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9210 sec 2024-11-09T21:18:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-09T21:18:08,217 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-09T21:18:08,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T21:18:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:18:08,219 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=61, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:18:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-09T21:18:08,220 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=61, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:18:08,222 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,225 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A, FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B, FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C, FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/recovered.edits] 2024-11-09T21:18:08,228 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/0010a3e8597746168ea8d7348457e729 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/0010a3e8597746168ea8d7348457e729 2024-11-09T21:18:08,229 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/5c9ac43b5fe74b21980de963d569dad2 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/5c9ac43b5fe74b21980de963d569dad2 2024-11-09T21:18:08,231 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/91bd284901c54f4295e2fab2d3131979 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/A/91bd284901c54f4295e2fab2d3131979 2024-11-09T21:18:08,234 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/51d858be91aa46b7a2d682ff44c32382 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/51d858be91aa46b7a2d682ff44c32382 2024-11-09T21:18:08,235 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/64f55c9330934ef1afcdd89f86cfd44d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/64f55c9330934ef1afcdd89f86cfd44d 2024-11-09T21:18:08,237 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/dfcae95e25ea4b0fa5d5fa53e5f9520d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/B/dfcae95e25ea4b0fa5d5fa53e5f9520d 2024-11-09T21:18:08,240 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/5693a641516f410ab9f663aa82e53ad2 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/5693a641516f410ab9f663aa82e53ad2 2024-11-09T21:18:08,241 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9a05a2f214e64e6480a536bd9a3fe2db to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/9a05a2f214e64e6480a536bd9a3fe2db 2024-11-09T21:18:08,243 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/fb0d839e9c3f43c8be13164684de3f29 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/C/fb0d839e9c3f43c8be13164684de3f29 2024-11-09T21:18:08,246 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/recovered.edits/385.seqid to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60/recovered.edits/385.seqid 2024-11-09T21:18:08,246 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,246 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T21:18:08,247 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T21:18:08,248 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T21:18:08,252 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110900e219652e1148b09190d2daee21704e_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110900e219652e1148b09190d2daee21704e_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,253 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091050f8401325491786fcaff97709254f_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091050f8401325491786fcaff97709254f_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,254 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110916c42e70f46045598324bb86c2c9e96c_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110916c42e70f46045598324bb86c2c9e96c_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,255 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109178a96348eeb42149c260a0232e69cf3_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109178a96348eeb42149c260a0232e69cf3_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,256 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110922b64a8bb8234cc180fd28d9ba6ce630_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110922b64a8bb8234cc180fd28d9ba6ce630_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,258 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110934f5c87e73f743eb9cad9294369e1ea0_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110934f5c87e73f743eb9cad9294369e1ea0_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,259 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093d75e167f1bc4270960f4146e824c05d_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093d75e167f1bc4270960f4146e824c05d_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,260 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094861428ec5ef4d77b8a0957eae083a12_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094861428ec5ef4d77b8a0957eae083a12_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,261 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094ba7646695f84e4d965a44ec730833da_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094ba7646695f84e4d965a44ec730833da_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,263 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094d2b8037efef4e4d8cdb41224616c665_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094d2b8037efef4e4d8cdb41224616c665_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,264 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109845e62e8e9844cfcb16f72b382a81659_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109845e62e8e9844cfcb16f72b382a81659_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,265 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098a21f65ba8cb4f82a6972e5a2e6a0e84_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098a21f65ba8cb4f82a6972e5a2e6a0e84_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,267 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099450595c77944daa9e2a698c95f3f89c_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099450595c77944daa9e2a698c95f3f89c_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,269 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110995929bb49bed42c49efa2f38660301bc_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110995929bb49bed42c49efa2f38660301bc_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,270 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a318329bc070435091b4ce07d4959a76_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a318329bc070435091b4ce07d4959a76_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,272 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109aa9a964e4c924fe9a55058701aa62047_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109aa9a964e4c924fe9a55058701aa62047_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,274 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b0c3508a35674e22b49aefe314747780_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b0c3508a35674e22b49aefe314747780_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,275 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b706c5bc19c042d6b21a42dfcb8ebcaf_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b706c5bc19c042d6b21a42dfcb8ebcaf_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,277 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cc31c47bab734119bafb3f8bbb6814b7_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cc31c47bab734119bafb3f8bbb6814b7_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,278 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fd259d8b11da4b94bf91a3a103352f7f_35d2ce9ad26f212dd3c940bd044a5c60 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fd259d8b11da4b94bf91a3a103352f7f_35d2ce9ad26f212dd3c940bd044a5c60 2024-11-09T21:18:08,279 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T21:18:08,281 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=61, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:18:08,284 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T21:18:08,287 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T21:18:08,288 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=61, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:18:08,288 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T21:18:08,288 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731187088288"}]},"ts":"9223372036854775807"} 2024-11-09T21:18:08,293 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-09T21:18:08,293 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 35d2ce9ad26f212dd3c940bd044a5c60, NAME => 'TestAcidGuarantees,,1731187060113.35d2ce9ad26f212dd3c940bd044a5c60.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T21:18:08,293 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T21:18:08,293 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731187088293"}]},"ts":"9223372036854775807"} 2024-11-09T21:18:08,294 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-09T21:18:08,297 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=61, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:18:08,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 79 msec 2024-11-09T21:18:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-09T21:18:08,321 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-09T21:18:08,330 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=242 (was 238) Potentially hanging thread: hconnection-0x78a3ceac-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x78a3ceac-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1702414982_22 at /127.0.0.1:48984 [Waiting for operation #1026] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-588810906_22 at /127.0.0.1:48766 [Waiting for operation #1053] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x78a3ceac-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1702414982_22 at /127.0.0.1:41866 [Waiting for operation #1452] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-588810906_22 at /127.0.0.1:36624 [Waiting for operation #325] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/cluster_54b381f6-ff56-d67c-5c9a-dab6c63cc0bf/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/cluster_54b381f6-ff56-d67c-5c9a-dab6c63cc0bf/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x78a3ceac-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=467 (was 452) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 390) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6816 (was 7264) 2024-11-09T21:18:08,339 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242, OpenFileDescriptor=467, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=6816 2024-11-09T21:18:08,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T21:18:08,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:18:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T21:18:08,342 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:18:08,342 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:08,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 62 2024-11-09T21:18:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-09T21:18:08,343 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:18:08,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742067_1243 (size=960) 2024-11-09T21:18:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-09T21:18:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-09T21:18:08,750 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262 2024-11-09T21:18:08,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742068_1244 (size=53) 2024-11-09T21:18:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-09T21:18:09,156 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:09,157 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f9d965c0899b6c150f746aca92e24b8a, disabling compactions & flushes 2024-11-09T21:18:09,157 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:09,157 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:09,157 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. after waiting 0 ms 2024-11-09T21:18:09,157 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:09,157 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:09,157 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:09,158 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:18:09,158 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731187089158"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187089158"}]},"ts":"1731187089158"} 2024-11-09T21:18:09,159 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T21:18:09,159 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:18:09,160 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187089159"}]},"ts":"1731187089159"} 2024-11-09T21:18:09,160 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T21:18:09,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9d965c0899b6c150f746aca92e24b8a, ASSIGN}] 2024-11-09T21:18:09,165 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9d965c0899b6c150f746aca92e24b8a, ASSIGN 2024-11-09T21:18:09,165 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9d965c0899b6c150f746aca92e24b8a, ASSIGN; state=OFFLINE, location=cc4f9fe6f946,42203,1731187027551; forceNewPlan=false, retain=false 2024-11-09T21:18:09,316 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=f9d965c0899b6c150f746aca92e24b8a, regionState=OPENING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:09,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:18:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-09T21:18:09,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:09,471 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:09,472 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:18:09,472 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:09,472 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:09,472 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:09,472 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:09,474 INFO [StoreOpener-f9d965c0899b6c150f746aca92e24b8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:09,475 INFO [StoreOpener-f9d965c0899b6c150f746aca92e24b8a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:18:09,475 INFO [StoreOpener-f9d965c0899b6c150f746aca92e24b8a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9d965c0899b6c150f746aca92e24b8a columnFamilyName A 2024-11-09T21:18:09,475 DEBUG [StoreOpener-f9d965c0899b6c150f746aca92e24b8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:09,476 INFO [StoreOpener-f9d965c0899b6c150f746aca92e24b8a-1 {}] regionserver.HStore(327): Store=f9d965c0899b6c150f746aca92e24b8a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:09,476 INFO [StoreOpener-f9d965c0899b6c150f746aca92e24b8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:09,477 INFO [StoreOpener-f9d965c0899b6c150f746aca92e24b8a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:18:09,477 INFO [StoreOpener-f9d965c0899b6c150f746aca92e24b8a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9d965c0899b6c150f746aca92e24b8a columnFamilyName B 2024-11-09T21:18:09,477 DEBUG [StoreOpener-f9d965c0899b6c150f746aca92e24b8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:09,478 INFO [StoreOpener-f9d965c0899b6c150f746aca92e24b8a-1 {}] regionserver.HStore(327): Store=f9d965c0899b6c150f746aca92e24b8a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:09,478 INFO [StoreOpener-f9d965c0899b6c150f746aca92e24b8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:09,479 INFO [StoreOpener-f9d965c0899b6c150f746aca92e24b8a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:18:09,479 INFO [StoreOpener-f9d965c0899b6c150f746aca92e24b8a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9d965c0899b6c150f746aca92e24b8a columnFamilyName C 2024-11-09T21:18:09,479 DEBUG [StoreOpener-f9d965c0899b6c150f746aca92e24b8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:09,479 INFO [StoreOpener-f9d965c0899b6c150f746aca92e24b8a-1 {}] regionserver.HStore(327): Store=f9d965c0899b6c150f746aca92e24b8a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:09,479 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:09,480 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:09,480 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:09,482 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T21:18:09,483 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:09,485 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:18:09,486 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened f9d965c0899b6c150f746aca92e24b8a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71943809, jitterRate=0.07204629480838776}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T21:18:09,486 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:09,487 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., pid=64, masterSystemTime=1731187089468 2024-11-09T21:18:09,488 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:09,488 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:09,489 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=f9d965c0899b6c150f746aca92e24b8a, regionState=OPEN, openSeqNum=2, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:09,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-09T21:18:09,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 in 173 msec 2024-11-09T21:18:09,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-11-09T21:18:09,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9d965c0899b6c150f746aca92e24b8a, ASSIGN in 327 msec 2024-11-09T21:18:09,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:18:09,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187089493"}]},"ts":"1731187089493"} 2024-11-09T21:18:09,493 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T21:18:09,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:18:09,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1560 sec 2024-11-09T21:18:10,141 ERROR [LeaseRenewer:jenkins@localhost:35001 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:35001,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-09T21:18:10,447 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 62 completed 2024-11-09T21:18:10,448 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a569490 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c1ac389 2024-11-09T21:18:10,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44645c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:10,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:10,454 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:10,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:18:10,456 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50626, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:18:10,458 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6862e3ce to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28e73c0 2024-11-09T21:18:10,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ee0130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:10,464 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d296fed to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c480dfb 2024-11-09T21:18:10,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b64c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:10,468 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08d0caa5 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34cb3991 2024-11-09T21:18:10,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e55eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:10,473 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f04e0e to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e9ae050 2024-11-09T21:18:10,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a703d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:10,477 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560ec309 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fef31f8 2024-11-09T21:18:10,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ed1e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:10,481 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0eb04aeb to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72537a47 2024-11-09T21:18:10,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88aa519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:10,485 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0e9c8f to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36642cb 2024-11-09T21:18:10,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e998dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:10,491 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d68f787 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c299cfb 2024-11-09T21:18:10,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c79b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:10,496 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10e6bf6a to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605827c9 2024-11-09T21:18:10,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1403c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:10,500 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1730a60f to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3677bd4f 2024-11-09T21:18:10,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf0ba59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:10,507 DEBUG [hconnection-0x7bc8155-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:10,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:10,508 DEBUG [hconnection-0xdba1d16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:10,508 DEBUG [hconnection-0x18216bb1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-09T21:18:10,509 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:10,509 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:10,509 DEBUG [hconnection-0x1563a286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:10,509 DEBUG [hconnection-0x5cef1a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:10,509 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-09T21:18:10,510 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:10,510 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:10,510 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:10,510 DEBUG [hconnection-0x2646fbcd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:10,511 DEBUG [hconnection-0x69b10c1c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:10,511 DEBUG [hconnection-0x13a547a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:10,512 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:10,512 DEBUG [hconnection-0x142dd5c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:10,512 DEBUG [hconnection-0xc93de2b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:10,512 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:10,512 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:10,513 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:10,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:10,513 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:10,514 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:10,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T21:18:10,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:10,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:10,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:10,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:10,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:10,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:10,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/42f341ec58994757bdafc12399bce641 is 50, key is test_row_0/A:col10/1731187090522/Put/seqid=0 2024-11-09T21:18:10,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742069_1245 (size=12001) 2024-11-09T21:18:10,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/42f341ec58994757bdafc12399bce641 2024-11-09T21:18:10,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187150559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187150559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187150560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187150563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187150563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/47d2db9802e749acbb7440ecedc25f09 is 50, key is test_row_0/B:col10/1731187090522/Put/seqid=0 2024-11-09T21:18:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-09T21:18:10,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742070_1246 (size=12001) 2024-11-09T21:18:10,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/47d2db9802e749acbb7440ecedc25f09 2024-11-09T21:18:10,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/2150f4edd3684a2587896d85d650a63e is 50, key is test_row_0/C:col10/1731187090522/Put/seqid=0 2024-11-09T21:18:10,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187150665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,666 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187150665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187150665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-09T21:18:10,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:10,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:10,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:10,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:10,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:10,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187150668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187150668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742071_1247 (size=12001) 2024-11-09T21:18:10,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/2150f4edd3684a2587896d85d650a63e 2024-11-09T21:18:10,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/42f341ec58994757bdafc12399bce641 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/42f341ec58994757bdafc12399bce641 2024-11-09T21:18:10,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/42f341ec58994757bdafc12399bce641, entries=150, sequenceid=14, filesize=11.7 K 2024-11-09T21:18:10,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/47d2db9802e749acbb7440ecedc25f09 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/47d2db9802e749acbb7440ecedc25f09 2024-11-09T21:18:10,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/47d2db9802e749acbb7440ecedc25f09, entries=150, sequenceid=14, filesize=11.7 K 2024-11-09T21:18:10,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/2150f4edd3684a2587896d85d650a63e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/2150f4edd3684a2587896d85d650a63e 2024-11-09T21:18:10,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/2150f4edd3684a2587896d85d650a63e, entries=150, sequenceid=14, filesize=11.7 K 2024-11-09T21:18:10,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f9d965c0899b6c150f746aca92e24b8a in 205ms, sequenceid=14, compaction requested=false 2024-11-09T21:18:10,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-09T21:18:10,820 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-09T21:18:10,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:10,821 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T21:18:10,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:10,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:10,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:10,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:10,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:10,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:10,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/2d297f457c434fb685da11c56c4af939 is 50, key is test_row_0/A:col10/1731187090561/Put/seqid=0 2024-11-09T21:18:10,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742072_1248 (size=12001) 2024-11-09T21:18:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:10,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:10,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187150875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187150875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187150876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187150876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187150877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187150979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187150979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187150979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187150979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:10,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187150980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-09T21:18:11,138 DEBUG [master/cc4f9fe6f946:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region c652fd48b2d0065037414f67732f25be changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:18:11,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187151182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:11,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187151182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:11,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187151182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:11,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187151183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:11,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187151193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:11,236 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/2d297f457c434fb685da11c56c4af939 2024-11-09T21:18:11,269 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:35001 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:35001,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:11,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/771fdd3c59d64c849cb2fb8fd1b0bbd4 is 50, key is test_row_0/B:col10/1731187090561/Put/seqid=0 2024-11-09T21:18:11,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742073_1249 (size=12001) 2024-11-09T21:18:11,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187151484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:11,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187151485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:11,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187151487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:11,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187151494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:11,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187151495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-09T21:18:11,691 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/771fdd3c59d64c849cb2fb8fd1b0bbd4 2024-11-09T21:18:11,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/e366aa6050f545c5818721db705b9ec2 is 50, key is test_row_0/C:col10/1731187090561/Put/seqid=0 2024-11-09T21:18:11,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742074_1250 (size=12001) 2024-11-09T21:18:11,728 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/e366aa6050f545c5818721db705b9ec2 2024-11-09T21:18:11,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/2d297f457c434fb685da11c56c4af939 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/2d297f457c434fb685da11c56c4af939 2024-11-09T21:18:11,738 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/2d297f457c434fb685da11c56c4af939, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T21:18:11,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/771fdd3c59d64c849cb2fb8fd1b0bbd4 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/771fdd3c59d64c849cb2fb8fd1b0bbd4 2024-11-09T21:18:11,745 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/771fdd3c59d64c849cb2fb8fd1b0bbd4, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T21:18:11,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/e366aa6050f545c5818721db705b9ec2 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/e366aa6050f545c5818721db705b9ec2 2024-11-09T21:18:11,752 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/e366aa6050f545c5818721db705b9ec2, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T21:18:11,752 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f9d965c0899b6c150f746aca92e24b8a in 932ms, sequenceid=38, compaction requested=false 2024-11-09T21:18:11,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:11,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:11,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-09T21:18:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-09T21:18:11,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-09T21:18:11,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2410 sec 2024-11-09T21:18:11,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.2490 sec 2024-11-09T21:18:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:11,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T21:18:11,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:11,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:11,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:11,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:11,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:11,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:11,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/3ffec49e1e1e47be8fad7a2a94592a83 is 50, key is test_row_0/A:col10/1731187091988/Put/seqid=0 2024-11-09T21:18:11,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742075_1251 (size=12001) 2024-11-09T21:18:11,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/3ffec49e1e1e47be8fad7a2a94592a83 2024-11-09T21:18:12,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/b592da016c1f428b9a9a4542bf5f5492 is 50, key is test_row_0/B:col10/1731187091988/Put/seqid=0 2024-11-09T21:18:12,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187152007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742076_1252 (size=12001) 2024-11-09T21:18:12,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187152010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187152010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187152011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187152011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187152112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187152113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187152115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187152115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187152115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187152315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187152316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187152317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187152317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187152317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/b592da016c1f428b9a9a4542bf5f5492 2024-11-09T21:18:12,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/35fdd6e0f82b4696b398c7340f95b3f5 is 50, key is test_row_0/C:col10/1731187091988/Put/seqid=0 2024-11-09T21:18:12,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742077_1253 (size=12001) 2024-11-09T21:18:12,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/35fdd6e0f82b4696b398c7340f95b3f5 2024-11-09T21:18:12,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/3ffec49e1e1e47be8fad7a2a94592a83 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/3ffec49e1e1e47be8fad7a2a94592a83 2024-11-09T21:18:12,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/3ffec49e1e1e47be8fad7a2a94592a83, entries=150, sequenceid=52, filesize=11.7 K 2024-11-09T21:18:12,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/b592da016c1f428b9a9a4542bf5f5492 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/b592da016c1f428b9a9a4542bf5f5492 2024-11-09T21:18:12,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/b592da016c1f428b9a9a4542bf5f5492, entries=150, sequenceid=52, filesize=11.7 K 2024-11-09T21:18:12,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/35fdd6e0f82b4696b398c7340f95b3f5 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/35fdd6e0f82b4696b398c7340f95b3f5 2024-11-09T21:18:12,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/35fdd6e0f82b4696b398c7340f95b3f5, entries=150, sequenceid=52, filesize=11.7 K 2024-11-09T21:18:12,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f9d965c0899b6c150f746aca92e24b8a in 462ms, sequenceid=52, compaction requested=true 2024-11-09T21:18:12,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:12,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:18:12,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:12,452 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:12,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:18:12,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:12,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:18:12,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T21:18:12,452 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:12,458 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:12,458 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:12,458 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/A is initiating minor compaction (all files) 2024-11-09T21:18:12,458 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/B is initiating minor compaction (all files) 2024-11-09T21:18:12,458 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/A in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:12,458 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/B in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:12,458 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/47d2db9802e749acbb7440ecedc25f09, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/771fdd3c59d64c849cb2fb8fd1b0bbd4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/b592da016c1f428b9a9a4542bf5f5492] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=35.2 K 2024-11-09T21:18:12,458 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/42f341ec58994757bdafc12399bce641, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/2d297f457c434fb685da11c56c4af939, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/3ffec49e1e1e47be8fad7a2a94592a83] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=35.2 K 2024-11-09T21:18:12,459 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 47d2db9802e749acbb7440ecedc25f09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731187090518 2024-11-09T21:18:12,459 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42f341ec58994757bdafc12399bce641, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731187090518 2024-11-09T21:18:12,459 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 771fdd3c59d64c849cb2fb8fd1b0bbd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731187090556 2024-11-09T21:18:12,459 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d297f457c434fb685da11c56c4af939, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731187090556 2024-11-09T21:18:12,460 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting b592da016c1f428b9a9a4542bf5f5492, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731187090876 2024-11-09T21:18:12,460 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ffec49e1e1e47be8fad7a2a94592a83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731187090876 2024-11-09T21:18:12,476 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#A#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:12,477 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/3e0149f5798c4d7ebcdee9bcdbdee3ae is 50, key is test_row_0/A:col10/1731187091988/Put/seqid=0 2024-11-09T21:18:12,477 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#B#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:12,478 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/cd0505de29724548bd2ada423599a3a1 is 50, key is test_row_0/B:col10/1731187091988/Put/seqid=0 2024-11-09T21:18:12,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742079_1255 (size=12104) 2024-11-09T21:18:12,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742078_1254 (size=12104) 2024-11-09T21:18:12,500 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/cd0505de29724548bd2ada423599a3a1 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/cd0505de29724548bd2ada423599a3a1 2024-11-09T21:18:12,504 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/3e0149f5798c4d7ebcdee9bcdbdee3ae as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/3e0149f5798c4d7ebcdee9bcdbdee3ae 2024-11-09T21:18:12,506 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/B of f9d965c0899b6c150f746aca92e24b8a into cd0505de29724548bd2ada423599a3a1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:12,506 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:12,506 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/B, priority=13, startTime=1731187092452; duration=0sec 2024-11-09T21:18:12,506 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:12,506 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:B 2024-11-09T21:18:12,506 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:12,507 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:12,508 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/C is initiating minor compaction (all files) 2024-11-09T21:18:12,508 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/C in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:12,508 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/2150f4edd3684a2587896d85d650a63e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/e366aa6050f545c5818721db705b9ec2, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/35fdd6e0f82b4696b398c7340f95b3f5] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=35.2 K 2024-11-09T21:18:12,508 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 2150f4edd3684a2587896d85d650a63e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731187090518 2024-11-09T21:18:12,509 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting e366aa6050f545c5818721db705b9ec2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731187090556 2024-11-09T21:18:12,509 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 35fdd6e0f82b4696b398c7340f95b3f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731187090876 2024-11-09T21:18:12,509 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/A of f9d965c0899b6c150f746aca92e24b8a into 3e0149f5798c4d7ebcdee9bcdbdee3ae(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:12,509 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:12,509 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/A, priority=13, startTime=1731187092451; duration=0sec 2024-11-09T21:18:12,509 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:12,509 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:A 2024-11-09T21:18:12,517 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#C#compaction#209 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:12,518 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/c3741a6fc7554b09b87ce9fcb35e80e7 is 50, key is test_row_0/C:col10/1731187091988/Put/seqid=0 2024-11-09T21:18:12,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742080_1256 (size=12104) 2024-11-09T21:18:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-09T21:18:12,614 INFO [Thread-1138 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-09T21:18:12,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-09T21:18:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T21:18:12,617 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:12,617 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:12,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:12,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T21:18:12,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:12,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:12,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:12,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:12,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:12,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:12,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/fd8b6fa43223434987372891149442d0 is 50, key is test_row_0/A:col10/1731187092620/Put/seqid=0 2024-11-09T21:18:12,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187152628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742081_1257 (size=14341) 2024-11-09T21:18:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187152629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187152633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187152633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/fd8b6fa43223434987372891149442d0 2024-11-09T21:18:12,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187152637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/e88471affa4242d79800b8cabb4b7d82 is 50, key is test_row_0/B:col10/1731187092620/Put/seqid=0 2024-11-09T21:18:12,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742082_1258 (size=12001) 2024-11-09T21:18:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T21:18:12,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187152734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187152734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187152737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187152737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187152740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,769 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-09T21:18:12,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:12,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:12,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:12,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:12,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T21:18:12,922 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-09T21:18:12,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:12,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:12,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:12,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:12,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:12,932 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/c3741a6fc7554b09b87ce9fcb35e80e7 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/c3741a6fc7554b09b87ce9fcb35e80e7 2024-11-09T21:18:12,937 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/C of f9d965c0899b6c150f746aca92e24b8a into c3741a6fc7554b09b87ce9fcb35e80e7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:12,937 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:12,937 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/C, priority=13, startTime=1731187092452; duration=0sec 2024-11-09T21:18:12,937 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:12,937 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:C 2024-11-09T21:18:12,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187152938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187152939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187152941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187152941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:12,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187152943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/e88471affa4242d79800b8cabb4b7d82 2024-11-09T21:18:13,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/bb1b8234d5eb491cb7ff4de535784233 is 50, key is test_row_0/C:col10/1731187092620/Put/seqid=0 2024-11-09T21:18:13,075 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-09T21:18:13,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:13,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:13,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:13,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:13,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:13,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742083_1259 (size=12001) 2024-11-09T21:18:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T21:18:13,228 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-09T21:18:13,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:13,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:13,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:13,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:13,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:13,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:13,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187153241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187153241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187153246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187153246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187153248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,381 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-09T21:18:13,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:13,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:13,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:13,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:13,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:13,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/bb1b8234d5eb491cb7ff4de535784233 2024-11-09T21:18:13,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/fd8b6fa43223434987372891149442d0 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/fd8b6fa43223434987372891149442d0 2024-11-09T21:18:13,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/fd8b6fa43223434987372891149442d0, entries=200, sequenceid=78, filesize=14.0 K 2024-11-09T21:18:13,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/e88471affa4242d79800b8cabb4b7d82 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/e88471affa4242d79800b8cabb4b7d82 2024-11-09T21:18:13,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/e88471affa4242d79800b8cabb4b7d82, entries=150, sequenceid=78, filesize=11.7 K 2024-11-09T21:18:13,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/bb1b8234d5eb491cb7ff4de535784233 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/bb1b8234d5eb491cb7ff4de535784233 2024-11-09T21:18:13,534 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-09T21:18:13,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:13,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:13,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:13,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:13,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:13,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/bb1b8234d5eb491cb7ff4de535784233, entries=150, sequenceid=78, filesize=11.7 K 2024-11-09T21:18:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:13,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for f9d965c0899b6c150f746aca92e24b8a in 916ms, sequenceid=78, compaction requested=false 2024-11-09T21:18:13,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:13,549 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T21:18:13,688 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-09T21:18:13,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:13,689 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T21:18:13,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:13,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:13,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:13,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:13,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:13,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:13,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/8dfc712c31094412b27d8a28e8c7714c is 50, key is test_row_0/A:col10/1731187092630/Put/seqid=0 2024-11-09T21:18:13,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742084_1260 (size=12001) 2024-11-09T21:18:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T21:18:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:13,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:13,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:13,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187153760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187153760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:13,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187153765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187153765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187153765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187153866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187153866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187153869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187153869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:13,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187153869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:14,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187154068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:14,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187154068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:14,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187154071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:14,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187154071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:14,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187154072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:14,110 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/8dfc712c31094412b27d8a28e8c7714c 2024-11-09T21:18:14,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/e8442d6777ed4704b05a5cf16718c648 is 50, key is test_row_0/B:col10/1731187092630/Put/seqid=0 2024-11-09T21:18:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742085_1261 (size=12001) 2024-11-09T21:18:14,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187154371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:14,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187154372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:14,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187154373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:14,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187154374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:14,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187154377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:14,554 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/e8442d6777ed4704b05a5cf16718c648 2024-11-09T21:18:14,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/5eddb25c32b340a6a8fca92e5bce92cf is 50, key is test_row_0/C:col10/1731187092630/Put/seqid=0 2024-11-09T21:18:14,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742086_1262 (size=12001) 2024-11-09T21:18:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T21:18:14,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187154876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:14,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187154876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:14,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187154878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:14,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187154879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:14,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187154882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:14,966 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/5eddb25c32b340a6a8fca92e5bce92cf 2024-11-09T21:18:14,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/8dfc712c31094412b27d8a28e8c7714c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/8dfc712c31094412b27d8a28e8c7714c 2024-11-09T21:18:14,976 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/8dfc712c31094412b27d8a28e8c7714c, entries=150, sequenceid=93, filesize=11.7 K 2024-11-09T21:18:14,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/e8442d6777ed4704b05a5cf16718c648 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/e8442d6777ed4704b05a5cf16718c648 2024-11-09T21:18:14,980 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/e8442d6777ed4704b05a5cf16718c648, entries=150, sequenceid=93, filesize=11.7 K 2024-11-09T21:18:14,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/5eddb25c32b340a6a8fca92e5bce92cf as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/5eddb25c32b340a6a8fca92e5bce92cf 2024-11-09T21:18:14,985 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/5eddb25c32b340a6a8fca92e5bce92cf, entries=150, sequenceid=93, filesize=11.7 K 2024-11-09T21:18:14,985 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for f9d965c0899b6c150f746aca92e24b8a in 1297ms, sequenceid=93, compaction requested=true 2024-11-09T21:18:14,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:14,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:14,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-09T21:18:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-09T21:18:14,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-09T21:18:14,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3690 sec 2024-11-09T21:18:14,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.3730 sec 2024-11-09T21:18:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:15,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T21:18:15,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:15,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:15,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:15,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:15,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:15,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:15,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/0d004d714a0749f483d39dc4b285c4a7 is 50, key is test_row_0/A:col10/1731187095880/Put/seqid=0 2024-11-09T21:18:15,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742087_1263 (size=12001) 2024-11-09T21:18:15,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187155891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:15,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187155892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:15,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187155893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:15,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187155894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:15,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187155894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:15,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187155996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:15,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187155997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:15,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187155997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:16,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187155998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187155998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:16,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187156199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:16,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187156200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:16,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187156200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:16,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187156202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:16,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187156202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:16,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/0d004d714a0749f483d39dc4b285c4a7 2024-11-09T21:18:16,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/a19107d55ca645fbb28f5caf55f21ad4 is 50, key is test_row_0/B:col10/1731187095880/Put/seqid=0 2024-11-09T21:18:16,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742088_1264 (size=12001) 2024-11-09T21:18:16,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/a19107d55ca645fbb28f5caf55f21ad4 2024-11-09T21:18:16,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/fab6cccef48340f2a408e8284df88167 is 50, key is test_row_0/C:col10/1731187095880/Put/seqid=0 2024-11-09T21:18:16,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742089_1265 (size=12001) 2024-11-09T21:18:16,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187156502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:16,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187156503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:16,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187156503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:16,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187156505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:16,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187156507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:16,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/fab6cccef48340f2a408e8284df88167 2024-11-09T21:18:16,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/0d004d714a0749f483d39dc4b285c4a7 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/0d004d714a0749f483d39dc4b285c4a7 2024-11-09T21:18:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T21:18:16,722 INFO [Thread-1138 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-09T21:18:16,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-09T21:18:16,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/0d004d714a0749f483d39dc4b285c4a7, entries=150, sequenceid=117, filesize=11.7 K 2024-11-09T21:18:16,726 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-09T21:18:16,726 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:16,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:16,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/a19107d55ca645fbb28f5caf55f21ad4 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/a19107d55ca645fbb28f5caf55f21ad4 2024-11-09T21:18:16,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/a19107d55ca645fbb28f5caf55f21ad4, entries=150, sequenceid=117, filesize=11.7 K 2024-11-09T21:18:16,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/fab6cccef48340f2a408e8284df88167 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/fab6cccef48340f2a408e8284df88167 2024-11-09T21:18:16,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/fab6cccef48340f2a408e8284df88167, entries=150, sequenceid=117, filesize=11.7 K 2024-11-09T21:18:16,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f9d965c0899b6c150f746aca92e24b8a in 864ms, sequenceid=117, compaction requested=true 2024-11-09T21:18:16,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:16,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:18:16,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:16,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:18:16,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:16,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:18:16,746 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:18:16,746 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:18:16,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:16,747 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:18:16,747 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/B is initiating minor compaction (all files) 2024-11-09T21:18:16,747 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/B in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:16,747 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/cd0505de29724548bd2ada423599a3a1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/e88471affa4242d79800b8cabb4b7d82, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/e8442d6777ed4704b05a5cf16718c648, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/a19107d55ca645fbb28f5caf55f21ad4] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=47.0 K 2024-11-09T21:18:16,748 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting cd0505de29724548bd2ada423599a3a1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731187090876 2024-11-09T21:18:16,748 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:18:16,748 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/A is initiating minor compaction (all files) 2024-11-09T21:18:16,748 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/A in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:16,748 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/3e0149f5798c4d7ebcdee9bcdbdee3ae, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/fd8b6fa43223434987372891149442d0, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/8dfc712c31094412b27d8a28e8c7714c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/0d004d714a0749f483d39dc4b285c4a7] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=49.3 K 2024-11-09T21:18:16,749 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting e88471affa4242d79800b8cabb4b7d82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731187092004 2024-11-09T21:18:16,749 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e0149f5798c4d7ebcdee9bcdbdee3ae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731187090876 2024-11-09T21:18:16,749 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting e8442d6777ed4704b05a5cf16718c648, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731187092626 2024-11-09T21:18:16,749 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd8b6fa43223434987372891149442d0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731187092004 2024-11-09T21:18:16,749 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting a19107d55ca645fbb28f5caf55f21ad4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731187093753 2024-11-09T21:18:16,749 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dfc712c31094412b27d8a28e8c7714c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731187092626 2024-11-09T21:18:16,750 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d004d714a0749f483d39dc4b285c4a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731187093753 2024-11-09T21:18:16,758 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#B#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:16,758 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/d04b3fa484ad46798008673152a6a2af is 50, key is test_row_0/B:col10/1731187095880/Put/seqid=0 2024-11-09T21:18:16,760 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#A#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:16,760 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/82a85485e399456b8f8c84d7055f9c3d is 50, key is test_row_0/A:col10/1731187095880/Put/seqid=0 2024-11-09T21:18:16,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742090_1266 (size=12241) 2024-11-09T21:18:16,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742091_1267 (size=12241) 2024-11-09T21:18:16,800 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/82a85485e399456b8f8c84d7055f9c3d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/82a85485e399456b8f8c84d7055f9c3d 2024-11-09T21:18:16,806 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/A of f9d965c0899b6c150f746aca92e24b8a into 82a85485e399456b8f8c84d7055f9c3d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:16,807 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:16,807 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/A, priority=12, startTime=1731187096745; duration=0sec 2024-11-09T21:18:16,807 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:16,807 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:A 2024-11-09T21:18:16,807 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:18:16,808 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:18:16,809 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/C is initiating minor compaction (all files) 2024-11-09T21:18:16,809 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/C in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:16,809 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/c3741a6fc7554b09b87ce9fcb35e80e7, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/bb1b8234d5eb491cb7ff4de535784233, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/5eddb25c32b340a6a8fca92e5bce92cf, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/fab6cccef48340f2a408e8284df88167] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=47.0 K 2024-11-09T21:18:16,809 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3741a6fc7554b09b87ce9fcb35e80e7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731187090876 2024-11-09T21:18:16,810 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb1b8234d5eb491cb7ff4de535784233, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731187092004 2024-11-09T21:18:16,810 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5eddb25c32b340a6a8fca92e5bce92cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731187092626 2024-11-09T21:18:16,810 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting fab6cccef48340f2a408e8284df88167, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731187093753 2024-11-09T21:18:16,820 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#C#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:16,821 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/736351af897d4ae08df1e5be483049a9 is 50, key is test_row_0/C:col10/1731187095880/Put/seqid=0 2024-11-09T21:18:16,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742092_1268 (size=12241) 2024-11-09T21:18:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-09T21:18:16,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:16,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-09T21:18:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:16,879 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T21:18:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:16,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/6779ceab5d5449acae42647c104187de is 50, key is test_row_0/A:col10/1731187095893/Put/seqid=0 2024-11-09T21:18:16,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742093_1269 (size=12001) 2024-11-09T21:18:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:17,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:17,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187157024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-09T21:18:17,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187157024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187157025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187157027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187157027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187157128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187157129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187157129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187157131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187157131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,179 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/d04b3fa484ad46798008673152a6a2af as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/d04b3fa484ad46798008673152a6a2af 2024-11-09T21:18:17,187 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/B of f9d965c0899b6c150f746aca92e24b8a into d04b3fa484ad46798008673152a6a2af(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:17,188 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:17,188 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/B, priority=12, startTime=1731187096746; duration=0sec 2024-11-09T21:18:17,188 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:17,188 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:B 2024-11-09T21:18:17,233 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/736351af897d4ae08df1e5be483049a9 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/736351af897d4ae08df1e5be483049a9 2024-11-09T21:18:17,239 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/C of f9d965c0899b6c150f746aca92e24b8a into 736351af897d4ae08df1e5be483049a9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:17,239 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:17,239 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/C, priority=12, startTime=1731187096746; duration=0sec 2024-11-09T21:18:17,240 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:17,240 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:C 2024-11-09T21:18:17,288 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/6779ceab5d5449acae42647c104187de 2024-11-09T21:18:17,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/deb8f5e1e718480b90e55e5c6900bf55 is 50, key is test_row_0/B:col10/1731187095893/Put/seqid=0 2024-11-09T21:18:17,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742094_1270 (size=12001) 2024-11-09T21:18:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-09T21:18:17,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187157332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187157332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187157332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187157335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187157335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187157634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187157634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187157636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187157637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187157639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:17,702 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/deb8f5e1e718480b90e55e5c6900bf55 2024-11-09T21:18:17,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/57a18557c9a24db69a9a0ad9e6f44869 is 50, key is test_row_0/C:col10/1731187095893/Put/seqid=0 2024-11-09T21:18:17,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742095_1271 (size=12001) 2024-11-09T21:18:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-09T21:18:18,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187158137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:18,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187158139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:18,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187158140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:18,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187158140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:18,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187158144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:18,163 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/57a18557c9a24db69a9a0ad9e6f44869 2024-11-09T21:18:18,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/6779ceab5d5449acae42647c104187de as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/6779ceab5d5449acae42647c104187de 2024-11-09T21:18:18,176 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/6779ceab5d5449acae42647c104187de, entries=150, sequenceid=130, filesize=11.7 K 2024-11-09T21:18:18,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/deb8f5e1e718480b90e55e5c6900bf55 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/deb8f5e1e718480b90e55e5c6900bf55 2024-11-09T21:18:18,182 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/deb8f5e1e718480b90e55e5c6900bf55, entries=150, sequenceid=130, filesize=11.7 K 2024-11-09T21:18:18,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/57a18557c9a24db69a9a0ad9e6f44869 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/57a18557c9a24db69a9a0ad9e6f44869 2024-11-09T21:18:18,187 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/57a18557c9a24db69a9a0ad9e6f44869, entries=150, sequenceid=130, filesize=11.7 K 2024-11-09T21:18:18,188 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f9d965c0899b6c150f746aca92e24b8a in 1309ms, sequenceid=130, compaction requested=false 2024-11-09T21:18:18,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:18,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:18,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-09T21:18:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-09T21:18:18,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-09T21:18:18,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4630 sec 2024-11-09T21:18:18,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.4670 sec 2024-11-09T21:18:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-09T21:18:18,830 INFO [Thread-1138 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-09T21:18:18,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-09T21:18:18,833 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-09T21:18:18,834 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:18,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-09T21:18:18,985 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:18,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-09T21:18:18,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:18,986 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T21:18:18,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:18,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:18,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:18,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:18,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:18,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:18,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/9cca7c128cfb487097e57b10cdbd9e57 is 50, key is test_row_0/A:col10/1731187097023/Put/seqid=0 2024-11-09T21:18:19,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742096_1272 (size=12151) 2024-11-09T21:18:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-09T21:18:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:19,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:19,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187159151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:19,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187159152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:19,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187159153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:19,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187159154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:19,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187159154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:19,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187159254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:19,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187159256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:19,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187159257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:19,407 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/9cca7c128cfb487097e57b10cdbd9e57 2024-11-09T21:18:19,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/4e171d037926400b9bf3a754e6843e3b is 50, key is test_row_0/B:col10/1731187097023/Put/seqid=0 2024-11-09T21:18:19,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742097_1273 (size=12151) 2024-11-09T21:18:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-09T21:18:19,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:19,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187159458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187159458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:19,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187159460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:19,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187159762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:19,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187159762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:19,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187159763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:19,826 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/4e171d037926400b9bf3a754e6843e3b 2024-11-09T21:18:19,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/4a542e1ed4574ad397abf44e5a5973a5 is 50, key is test_row_0/C:col10/1731187097023/Put/seqid=0 2024-11-09T21:18:19,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742098_1274 (size=12151) 2024-11-09T21:18:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-09T21:18:20,239 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/4a542e1ed4574ad397abf44e5a5973a5 2024-11-09T21:18:20,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/9cca7c128cfb487097e57b10cdbd9e57 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/9cca7c128cfb487097e57b10cdbd9e57 2024-11-09T21:18:20,248 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/9cca7c128cfb487097e57b10cdbd9e57, entries=150, sequenceid=157, filesize=11.9 K 2024-11-09T21:18:20,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/4e171d037926400b9bf3a754e6843e3b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/4e171d037926400b9bf3a754e6843e3b 2024-11-09T21:18:20,253 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/4e171d037926400b9bf3a754e6843e3b, entries=150, sequenceid=157, filesize=11.9 K 2024-11-09T21:18:20,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/4a542e1ed4574ad397abf44e5a5973a5 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/4a542e1ed4574ad397abf44e5a5973a5 2024-11-09T21:18:20,258 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/4a542e1ed4574ad397abf44e5a5973a5, entries=150, sequenceid=157, filesize=11.9 K 2024-11-09T21:18:20,259 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f9d965c0899b6c150f746aca92e24b8a in 1273ms, sequenceid=157, compaction requested=true 2024-11-09T21:18:20,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:20,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:20,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-09T21:18:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-09T21:18:20,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-09T21:18:20,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec 2024-11-09T21:18:20,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.4300 sec 2024-11-09T21:18:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:20,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T21:18:20,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:20,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:20,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:20,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:20,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:20,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:20,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/a69c0937d7bc4c5d8ab9dec1463016a3 is 50, key is test_row_0/A:col10/1731187100265/Put/seqid=0 2024-11-09T21:18:20,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742099_1275 (size=12151) 2024-11-09T21:18:20,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:20,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187160301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187160300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:20,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187160301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:20,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:20,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187160405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187160405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:20,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187160405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:20,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187160608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:20,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187160608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:20,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187160609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:20,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/a69c0937d7bc4c5d8ab9dec1463016a3 2024-11-09T21:18:20,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/6759ede0eba54666b35dba8d9b8a12e3 is 50, key is test_row_0/B:col10/1731187100265/Put/seqid=0 2024-11-09T21:18:20,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742100_1276 (size=12151) 2024-11-09T21:18:20,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/6759ede0eba54666b35dba8d9b8a12e3 2024-11-09T21:18:20,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/fc5586dcaad1459180c6b9e00674ec9b is 50, key is test_row_0/C:col10/1731187100265/Put/seqid=0 2024-11-09T21:18:20,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742101_1277 (size=12151) 2024-11-09T21:18:20,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/fc5586dcaad1459180c6b9e00674ec9b 2024-11-09T21:18:20,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/a69c0937d7bc4c5d8ab9dec1463016a3 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/a69c0937d7bc4c5d8ab9dec1463016a3 2024-11-09T21:18:20,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/a69c0937d7bc4c5d8ab9dec1463016a3, entries=150, sequenceid=170, filesize=11.9 K 2024-11-09T21:18:20,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/6759ede0eba54666b35dba8d9b8a12e3 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/6759ede0eba54666b35dba8d9b8a12e3 2024-11-09T21:18:20,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/6759ede0eba54666b35dba8d9b8a12e3, entries=150, sequenceid=170, filesize=11.9 K 2024-11-09T21:18:20,741 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-09T21:18:20,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/fc5586dcaad1459180c6b9e00674ec9b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/fc5586dcaad1459180c6b9e00674ec9b 2024-11-09T21:18:20,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/fc5586dcaad1459180c6b9e00674ec9b, entries=150, sequenceid=170, filesize=11.9 K 2024-11-09T21:18:20,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f9d965c0899b6c150f746aca92e24b8a in 480ms, sequenceid=170, compaction requested=true 2024-11-09T21:18:20,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:20,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:18:20,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:20,746 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:18:20,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:18:20,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:20,746 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:18:20,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:18:20,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:20,748 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:18:20,748 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:18:20,748 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/B is initiating minor compaction (all files) 2024-11-09T21:18:20,748 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/A is initiating minor compaction (all files) 2024-11-09T21:18:20,748 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/B in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:20,748 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/A in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:20,748 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/d04b3fa484ad46798008673152a6a2af, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/deb8f5e1e718480b90e55e5c6900bf55, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/4e171d037926400b9bf3a754e6843e3b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/6759ede0eba54666b35dba8d9b8a12e3] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=47.4 K 2024-11-09T21:18:20,748 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/82a85485e399456b8f8c84d7055f9c3d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/6779ceab5d5449acae42647c104187de, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/9cca7c128cfb487097e57b10cdbd9e57, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/a69c0937d7bc4c5d8ab9dec1463016a3] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=47.4 K 2024-11-09T21:18:20,749 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82a85485e399456b8f8c84d7055f9c3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731187093753 2024-11-09T21:18:20,749 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting d04b3fa484ad46798008673152a6a2af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731187093753 2024-11-09T21:18:20,749 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting deb8f5e1e718480b90e55e5c6900bf55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731187095892 2024-11-09T21:18:20,749 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e171d037926400b9bf3a754e6843e3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731187097023 2024-11-09T21:18:20,749 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6779ceab5d5449acae42647c104187de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731187095892 2024-11-09T21:18:20,750 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 6759ede0eba54666b35dba8d9b8a12e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731187099150 2024-11-09T21:18:20,750 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cca7c128cfb487097e57b10cdbd9e57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731187097023 2024-11-09T21:18:20,750 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting a69c0937d7bc4c5d8ab9dec1463016a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731187099150 2024-11-09T21:18:20,760 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#A#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:20,760 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/b86ccb93f4f14ec9918977c4c40a3f85 is 50, key is test_row_0/A:col10/1731187100265/Put/seqid=0 2024-11-09T21:18:20,761 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#B#compaction#232 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:20,762 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/47ae739c7a554430a3a32f07365f566f is 50, key is test_row_0/B:col10/1731187100265/Put/seqid=0 2024-11-09T21:18:20,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742103_1279 (size=12527) 2024-11-09T21:18:20,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742102_1278 (size=12527) 2024-11-09T21:18:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:20,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T21:18:20,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:20,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:20,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:20,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:20,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:20,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:20,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/335c03c74f744a1c80edf59a20c25385 is 50, key is test_row_0/A:col10/1731187100284/Put/seqid=0 2024-11-09T21:18:20,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742104_1280 (size=14541) 2024-11-09T21:18:20,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:20,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187160922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187160923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:20,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187160924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-09T21:18:20,937 INFO [Thread-1138 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-09T21:18:20,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-09T21:18:20,940 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-09T21:18:20,940 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:20,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:21,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187161028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:21,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187161028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187161028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-09T21:18:21,092 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T21:18:21,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:21,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:21,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:21,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:21,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:21,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187161156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,159 DEBUG [Thread-1134 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., hostname=cc4f9fe6f946,42203,1731187027551, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:21,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187161163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,166 DEBUG [Thread-1128 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., hostname=cc4f9fe6f946,42203,1731187027551, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:21,191 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/47ae739c7a554430a3a32f07365f566f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/47ae739c7a554430a3a32f07365f566f 2024-11-09T21:18:21,196 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/B of f9d965c0899b6c150f746aca92e24b8a into 47ae739c7a554430a3a32f07365f566f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:21,196 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:21,196 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/B, priority=12, startTime=1731187100746; duration=0sec 2024-11-09T21:18:21,196 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:21,196 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:B 2024-11-09T21:18:21,197 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:18:21,198 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:18:21,198 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/C is initiating minor compaction (all files) 2024-11-09T21:18:21,198 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/C in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:21,199 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/736351af897d4ae08df1e5be483049a9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/57a18557c9a24db69a9a0ad9e6f44869, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/4a542e1ed4574ad397abf44e5a5973a5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/fc5586dcaad1459180c6b9e00674ec9b] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=47.4 K 2024-11-09T21:18:21,199 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/b86ccb93f4f14ec9918977c4c40a3f85 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/b86ccb93f4f14ec9918977c4c40a3f85 2024-11-09T21:18:21,199 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 736351af897d4ae08df1e5be483049a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731187093753 2024-11-09T21:18:21,199 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 57a18557c9a24db69a9a0ad9e6f44869, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731187095892 2024-11-09T21:18:21,200 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a542e1ed4574ad397abf44e5a5973a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731187097023 2024-11-09T21:18:21,200 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting fc5586dcaad1459180c6b9e00674ec9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731187099150 2024-11-09T21:18:21,205 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/A of f9d965c0899b6c150f746aca92e24b8a into b86ccb93f4f14ec9918977c4c40a3f85(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:21,205 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:21,205 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/A, priority=12, startTime=1731187100746; duration=0sec 2024-11-09T21:18:21,205 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:21,205 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:A 2024-11-09T21:18:21,211 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#C#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:21,212 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/3b24bd24b3ad4cad80ce934f4554049b is 50, key is test_row_0/C:col10/1731187100265/Put/seqid=0 2024-11-09T21:18:21,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742105_1281 (size=12527) 2024-11-09T21:18:21,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187161236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187161237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187161238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-09T21:18:21,245 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T21:18:21,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:21,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:21,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:21,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:21,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:21,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/335c03c74f744a1c80edf59a20c25385 2024-11-09T21:18:21,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/36b14296478e49d4bc80f2bfbf5af957 is 50, key is test_row_0/B:col10/1731187100284/Put/seqid=0 2024-11-09T21:18:21,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742106_1282 (size=12151) 2024-11-09T21:18:21,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/36b14296478e49d4bc80f2bfbf5af957 2024-11-09T21:18:21,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/3dabc1931cf44f6e93131a0ef0fb145b is 50, key is test_row_0/C:col10/1731187100284/Put/seqid=0 2024-11-09T21:18:21,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742107_1283 (size=12151) 2024-11-09T21:18:21,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/3dabc1931cf44f6e93131a0ef0fb145b 2024-11-09T21:18:21,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/335c03c74f744a1c80edf59a20c25385 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/335c03c74f744a1c80edf59a20c25385 2024-11-09T21:18:21,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/335c03c74f744a1c80edf59a20c25385, entries=200, sequenceid=195, filesize=14.2 K 2024-11-09T21:18:21,398 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T21:18:21,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:21,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:21,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:21,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:21,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/36b14296478e49d4bc80f2bfbf5af957 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/36b14296478e49d4bc80f2bfbf5af957 2024-11-09T21:18:21,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:21,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/36b14296478e49d4bc80f2bfbf5af957, entries=150, sequenceid=195, filesize=11.9 K 2024-11-09T21:18:21,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/3dabc1931cf44f6e93131a0ef0fb145b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/3dabc1931cf44f6e93131a0ef0fb145b 2024-11-09T21:18:21,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/3dabc1931cf44f6e93131a0ef0fb145b, entries=150, sequenceid=195, filesize=11.9 K 2024-11-09T21:18:21,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f9d965c0899b6c150f746aca92e24b8a in 503ms, sequenceid=195, compaction requested=false 2024-11-09T21:18:21,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:21,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T21:18:21,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:21,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:21,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:21,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:21,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:21,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-09T21:18:21,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/6a3e2c4955694ad6af8a09a1ca3c248a is 50, key is test_row_0/A:col10/1731187100921/Put/seqid=0 2024-11-09T21:18:21,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742108_1284 (size=14541) 2024-11-09T21:18:21,552 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T21:18:21,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:21,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:21,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:21,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/6a3e2c4955694ad6af8a09a1ca3c248a 2024-11-09T21:18:21,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:21,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:21,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/4418d49754ff4adcaa8002949c806e08 is 50, key is test_row_0/B:col10/1731187100921/Put/seqid=0 2024-11-09T21:18:21,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742109_1285 (size=12151) 2024-11-09T21:18:21,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187161568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187161569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187161572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,622 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/3b24bd24b3ad4cad80ce934f4554049b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/3b24bd24b3ad4cad80ce934f4554049b 2024-11-09T21:18:21,627 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/C of f9d965c0899b6c150f746aca92e24b8a into 3b24bd24b3ad4cad80ce934f4554049b(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:21,627 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:21,627 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/C, priority=12, startTime=1731187100746; duration=0sec 2024-11-09T21:18:21,627 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:21,627 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:C 2024-11-09T21:18:21,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187161673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187161673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187161675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,704 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T21:18:21,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:21,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:21,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:21,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:21,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:21,857 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T21:18:21,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:21,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:21,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:21,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:21,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:21,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187161876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187161876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187161879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:21,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/4418d49754ff4adcaa8002949c806e08 2024-11-09T21:18:21,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/2eda8898743b410ca68487627032569f is 50, key is test_row_0/C:col10/1731187100921/Put/seqid=0 2024-11-09T21:18:21,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742110_1286 (size=12151) 2024-11-09T21:18:22,010 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:22,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T21:18:22,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:22,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:22,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:22,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:22,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-09T21:18:22,163 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:22,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T21:18:22,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:22,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:22,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:22,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:22,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:22,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187162179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:22,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187162181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:22,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187162184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:22,315 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:22,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T21:18:22,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:22,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:22,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:22,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:22,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:22,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/2eda8898743b410ca68487627032569f 2024-11-09T21:18:22,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/6a3e2c4955694ad6af8a09a1ca3c248a as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/6a3e2c4955694ad6af8a09a1ca3c248a 2024-11-09T21:18:22,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/6a3e2c4955694ad6af8a09a1ca3c248a, entries=200, sequenceid=209, filesize=14.2 K 2024-11-09T21:18:22,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/4418d49754ff4adcaa8002949c806e08 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/4418d49754ff4adcaa8002949c806e08 2024-11-09T21:18:22,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/4418d49754ff4adcaa8002949c806e08, entries=150, sequenceid=209, filesize=11.9 K 2024-11-09T21:18:22,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/2eda8898743b410ca68487627032569f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/2eda8898743b410ca68487627032569f 2024-11-09T21:18:22,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/2eda8898743b410ca68487627032569f, entries=150, sequenceid=209, filesize=11.9 K 2024-11-09T21:18:22,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f9d965c0899b6c150f746aca92e24b8a in 861ms, sequenceid=209, compaction requested=true 2024-11-09T21:18:22,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:22,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:18:22,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:22,402 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:22,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:18:22,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:22,402 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:22,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:18:22,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:22,404 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:22,404 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/B is initiating minor compaction (all files) 2024-11-09T21:18:22,404 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/B in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:22,404 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/47ae739c7a554430a3a32f07365f566f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/36b14296478e49d4bc80f2bfbf5af957, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/4418d49754ff4adcaa8002949c806e08] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=36.0 K 2024-11-09T21:18:22,404 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41609 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:22,404 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/A is initiating minor compaction (all files) 2024-11-09T21:18:22,404 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/A in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:22,404 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/b86ccb93f4f14ec9918977c4c40a3f85, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/335c03c74f744a1c80edf59a20c25385, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/6a3e2c4955694ad6af8a09a1ca3c248a] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=40.6 K 2024-11-09T21:18:22,405 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting b86ccb93f4f14ec9918977c4c40a3f85, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731187099150 2024-11-09T21:18:22,405 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 47ae739c7a554430a3a32f07365f566f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731187099150 2024-11-09T21:18:22,405 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 335c03c74f744a1c80edf59a20c25385, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731187100284 2024-11-09T21:18:22,406 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 36b14296478e49d4bc80f2bfbf5af957, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731187100284 2024-11-09T21:18:22,406 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a3e2c4955694ad6af8a09a1ca3c248a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731187100916 2024-11-09T21:18:22,406 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 4418d49754ff4adcaa8002949c806e08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731187100916 2024-11-09T21:18:22,418 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#A#compaction#240 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:22,423 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/8133e89a92e44c15a9673e1fabc1715f is 50, key is test_row_0/A:col10/1731187100921/Put/seqid=0 2024-11-09T21:18:22,429 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:22,430 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/fa5318a65fd24f71ba4b7a694c96718e is 50, key is test_row_0/B:col10/1731187100921/Put/seqid=0 2024-11-09T21:18:22,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742111_1287 (size=12629) 2024-11-09T21:18:22,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742112_1288 (size=12629) 2024-11-09T21:18:22,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:22,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T21:18:22,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:22,469 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T21:18:22,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:22,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:22,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:22,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:22,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:22,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:22,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/a5bd48d69e9b40d9837de51c73908858 is 50, key is test_row_0/A:col10/1731187101558/Put/seqid=0 2024-11-09T21:18:22,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742113_1289 (size=12151) 2024-11-09T21:18:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:22,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:22,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187162692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:22,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187162693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:22,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187162694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:22,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187162796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:22,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187162798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:22,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187162798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:22,853 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/8133e89a92e44c15a9673e1fabc1715f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/8133e89a92e44c15a9673e1fabc1715f 2024-11-09T21:18:22,859 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/fa5318a65fd24f71ba4b7a694c96718e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/fa5318a65fd24f71ba4b7a694c96718e 2024-11-09T21:18:22,859 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/A of f9d965c0899b6c150f746aca92e24b8a into 8133e89a92e44c15a9673e1fabc1715f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:22,859 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:22,859 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/A, priority=13, startTime=1731187102402; duration=0sec 2024-11-09T21:18:22,860 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:22,860 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:A 2024-11-09T21:18:22,860 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:22,861 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:22,861 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/C is initiating minor compaction (all files) 2024-11-09T21:18:22,861 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/C in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:22,861 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/3b24bd24b3ad4cad80ce934f4554049b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/3dabc1931cf44f6e93131a0ef0fb145b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/2eda8898743b410ca68487627032569f] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=36.0 K 2024-11-09T21:18:22,862 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b24bd24b3ad4cad80ce934f4554049b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731187099150 2024-11-09T21:18:22,863 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dabc1931cf44f6e93131a0ef0fb145b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731187100284 2024-11-09T21:18:22,863 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2eda8898743b410ca68487627032569f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731187100916 2024-11-09T21:18:22,864 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/B of f9d965c0899b6c150f746aca92e24b8a into fa5318a65fd24f71ba4b7a694c96718e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:22,864 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:22,864 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/B, priority=13, startTime=1731187102402; duration=0sec 2024-11-09T21:18:22,864 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:22,864 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:B 2024-11-09T21:18:22,870 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#C#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:22,870 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/f0d3ba8b0b034327889749f0d35c62b7 is 50, key is test_row_0/C:col10/1731187100921/Put/seqid=0 2024-11-09T21:18:22,883 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/a5bd48d69e9b40d9837de51c73908858 2024-11-09T21:18:22,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742114_1290 (size=12629) 2024-11-09T21:18:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/793f096dfbf64130b7cbc19c79ac65c7 is 50, key is test_row_0/B:col10/1731187101558/Put/seqid=0 2024-11-09T21:18:22,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742115_1291 (size=12151) 2024-11-09T21:18:23,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:23,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:23,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187163000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187163000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187163000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-09T21:18:23,290 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/f0d3ba8b0b034327889749f0d35c62b7 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/f0d3ba8b0b034327889749f0d35c62b7 2024-11-09T21:18:23,293 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/793f096dfbf64130b7cbc19c79ac65c7 2024-11-09T21:18:23,295 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/C of f9d965c0899b6c150f746aca92e24b8a into f0d3ba8b0b034327889749f0d35c62b7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:23,295 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:23,295 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/C, priority=13, startTime=1731187102402; duration=0sec 2024-11-09T21:18:23,295 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:23,295 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:C 2024-11-09T21:18:23,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/a7699af2dfe243b08abf0abbec330be1 is 50, key is test_row_0/C:col10/1731187101558/Put/seqid=0 2024-11-09T21:18:23,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187163304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:23,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742116_1292 (size=12151) 2024-11-09T21:18:23,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187163304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:23,305 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/a7699af2dfe243b08abf0abbec330be1 2024-11-09T21:18:23,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187163307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:23,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/a5bd48d69e9b40d9837de51c73908858 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/a5bd48d69e9b40d9837de51c73908858 2024-11-09T21:18:23,316 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/a5bd48d69e9b40d9837de51c73908858, entries=150, sequenceid=234, filesize=11.9 K 2024-11-09T21:18:23,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/793f096dfbf64130b7cbc19c79ac65c7 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/793f096dfbf64130b7cbc19c79ac65c7 2024-11-09T21:18:23,327 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/793f096dfbf64130b7cbc19c79ac65c7, entries=150, sequenceid=234, filesize=11.9 K 2024-11-09T21:18:23,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/a7699af2dfe243b08abf0abbec330be1 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/a7699af2dfe243b08abf0abbec330be1 2024-11-09T21:18:23,334 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/a7699af2dfe243b08abf0abbec330be1, entries=150, sequenceid=234, filesize=11.9 K 2024-11-09T21:18:23,335 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f9d965c0899b6c150f746aca92e24b8a in 866ms, sequenceid=234, compaction requested=false 2024-11-09T21:18:23,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:23,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:23,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-09T21:18:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-09T21:18:23,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-09T21:18:23,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3960 sec 2024-11-09T21:18:23,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.4000 sec 2024-11-09T21:18:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:23,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T21:18:23,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:23,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:23,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:23,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:23,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:23,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:23,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/52e928aed10f4d7d8112854734a99839 is 50, key is test_row_0/A:col10/1731187103809/Put/seqid=0 2024-11-09T21:18:23,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742117_1293 (size=12151) 2024-11-09T21:18:23,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/52e928aed10f4d7d8112854734a99839 2024-11-09T21:18:23,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/af94ce84f08440088696ede1f144966a is 50, key is test_row_0/B:col10/1731187103809/Put/seqid=0 2024-11-09T21:18:23,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187163834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:23,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187163835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:23,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187163835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:23,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742118_1294 (size=12151) 2024-11-09T21:18:23,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/af94ce84f08440088696ede1f144966a 2024-11-09T21:18:23,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/11f7c64f7a4b4a839f7d6c0e11a7baba is 50, key is test_row_0/C:col10/1731187103809/Put/seqid=0 2024-11-09T21:18:23,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742119_1295 (size=12151) 2024-11-09T21:18:23,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/11f7c64f7a4b4a839f7d6c0e11a7baba 2024-11-09T21:18:23,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/52e928aed10f4d7d8112854734a99839 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/52e928aed10f4d7d8112854734a99839 2024-11-09T21:18:23,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/52e928aed10f4d7d8112854734a99839, entries=150, sequenceid=251, filesize=11.9 K 2024-11-09T21:18:23,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/af94ce84f08440088696ede1f144966a as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/af94ce84f08440088696ede1f144966a 2024-11-09T21:18:23,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/af94ce84f08440088696ede1f144966a, entries=150, sequenceid=251, filesize=11.9 K 2024-11-09T21:18:23,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/11f7c64f7a4b4a839f7d6c0e11a7baba as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/11f7c64f7a4b4a839f7d6c0e11a7baba 2024-11-09T21:18:23,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/11f7c64f7a4b4a839f7d6c0e11a7baba, entries=150, sequenceid=251, filesize=11.9 K 2024-11-09T21:18:23,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f9d965c0899b6c150f746aca92e24b8a in 80ms, sequenceid=251, compaction requested=true 2024-11-09T21:18:23,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:23,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:18:23,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:23,889 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:23,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:18:23,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:23,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:18:23,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:23,889 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:23,891 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:23,891 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/A is initiating minor compaction (all files) 2024-11-09T21:18:23,891 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/A in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:23,891 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/8133e89a92e44c15a9673e1fabc1715f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/a5bd48d69e9b40d9837de51c73908858, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/52e928aed10f4d7d8112854734a99839] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=36.1 K 2024-11-09T21:18:23,892 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:23,892 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8133e89a92e44c15a9673e1fabc1715f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731187100916 2024-11-09T21:18:23,892 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/B is initiating minor compaction (all files) 2024-11-09T21:18:23,892 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/B in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:23,892 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/fa5318a65fd24f71ba4b7a694c96718e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/793f096dfbf64130b7cbc19c79ac65c7, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/af94ce84f08440088696ede1f144966a] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=36.1 K 2024-11-09T21:18:23,892 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5bd48d69e9b40d9837de51c73908858, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731187101558 2024-11-09T21:18:23,892 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52e928aed10f4d7d8112854734a99839, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731187102691 2024-11-09T21:18:23,892 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting fa5318a65fd24f71ba4b7a694c96718e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731187100916 2024-11-09T21:18:23,894 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 793f096dfbf64130b7cbc19c79ac65c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731187101558 2024-11-09T21:18:23,894 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting af94ce84f08440088696ede1f144966a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731187102691 2024-11-09T21:18:23,902 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#A#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:23,903 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/ebf47c31e1f24293a35663b6a3129653 is 50, key is test_row_0/A:col10/1731187103809/Put/seqid=0 2024-11-09T21:18:23,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742120_1296 (size=12731) 2024-11-09T21:18:23,908 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#B#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:23,909 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/16f2a5c24f8e4aec810602de2d288587 is 50, key is test_row_0/B:col10/1731187103809/Put/seqid=0 2024-11-09T21:18:23,913 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/ebf47c31e1f24293a35663b6a3129653 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/ebf47c31e1f24293a35663b6a3129653 2024-11-09T21:18:23,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742121_1297 (size=12731) 2024-11-09T21:18:23,922 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/A of f9d965c0899b6c150f746aca92e24b8a into ebf47c31e1f24293a35663b6a3129653(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:23,922 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:23,922 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/A, priority=13, startTime=1731187103889; duration=0sec 2024-11-09T21:18:23,922 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/16f2a5c24f8e4aec810602de2d288587 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/16f2a5c24f8e4aec810602de2d288587 2024-11-09T21:18:23,922 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:23,922 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:A 2024-11-09T21:18:23,922 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:23,923 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:23,924 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/C is initiating minor compaction (all files) 2024-11-09T21:18:23,924 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/C in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:23,924 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/f0d3ba8b0b034327889749f0d35c62b7, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/a7699af2dfe243b08abf0abbec330be1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/11f7c64f7a4b4a839f7d6c0e11a7baba] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=36.1 K 2024-11-09T21:18:23,924 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0d3ba8b0b034327889749f0d35c62b7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731187100916 2024-11-09T21:18:23,925 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7699af2dfe243b08abf0abbec330be1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731187101558 2024-11-09T21:18:23,926 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11f7c64f7a4b4a839f7d6c0e11a7baba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731187102691 2024-11-09T21:18:23,927 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/B of f9d965c0899b6c150f746aca92e24b8a into 16f2a5c24f8e4aec810602de2d288587(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:23,927 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:23,927 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/B, priority=13, startTime=1731187103889; duration=0sec 2024-11-09T21:18:23,927 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:23,927 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:B 2024-11-09T21:18:23,934 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#C#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:23,934 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/c1eee0affbb44bb9816c679c64eb3677 is 50, key is test_row_0/C:col10/1731187103809/Put/seqid=0 2024-11-09T21:18:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:23,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T21:18:23,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:23,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:23,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:23,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:23,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:23,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:23,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742122_1298 (size=12731) 2024-11-09T21:18:23,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/068178a847dd4316ac7301af59c72661 is 50, key is test_row_0/A:col10/1731187103941/Put/seqid=0 2024-11-09T21:18:23,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742123_1299 (size=14741) 2024-11-09T21:18:23,954 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/c1eee0affbb44bb9816c679c64eb3677 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/c1eee0affbb44bb9816c679c64eb3677 2024-11-09T21:18:23,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:23,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187163956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:23,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:23,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187163956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:23,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:23,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187163957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:23,961 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/C of f9d965c0899b6c150f746aca92e24b8a into c1eee0affbb44bb9816c679c64eb3677(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:23,961 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:23,961 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/C, priority=13, startTime=1731187103889; duration=0sec 2024-11-09T21:18:23,961 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:23,962 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:C 2024-11-09T21:18:24,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187164061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:24,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187164061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:24,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187164061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:24,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:24,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187164264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187164264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:24,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187164265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:24,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/068178a847dd4316ac7301af59c72661 2024-11-09T21:18:24,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/b4a70ad4e388461bb0d1af5bb1945171 is 50, key is test_row_0/B:col10/1731187103941/Put/seqid=0 2024-11-09T21:18:24,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742124_1300 (size=12301) 2024-11-09T21:18:24,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187164567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:24,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187164567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:24,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187164567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:24,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/b4a70ad4e388461bb0d1af5bb1945171 2024-11-09T21:18:24,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/71a3604f55d54fc9b650dd1b4c1390ee is 50, key is test_row_0/C:col10/1731187103941/Put/seqid=0 2024-11-09T21:18:24,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742125_1301 (size=12301) 2024-11-09T21:18:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-09T21:18:25,045 INFO [Thread-1138 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-09T21:18:25,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-09T21:18:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-09T21:18:25,048 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:25,048 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:25,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:25,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187165069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:25,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187165072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:25,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187165074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-09T21:18:25,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731187165169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:25,171 DEBUG [Thread-1128 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., hostname=cc4f9fe6f946,42203,1731187027551, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:25,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36240 deadline: 1731187165174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:25,176 DEBUG [Thread-1134 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., hostname=cc4f9fe6f946,42203,1731187027551, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:25,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/71a3604f55d54fc9b650dd1b4c1390ee 2024-11-09T21:18:25,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/068178a847dd4316ac7301af59c72661 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/068178a847dd4316ac7301af59c72661 2024-11-09T21:18:25,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/068178a847dd4316ac7301af59c72661, entries=200, sequenceid=278, filesize=14.4 K 2024-11-09T21:18:25,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/b4a70ad4e388461bb0d1af5bb1945171 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/b4a70ad4e388461bb0d1af5bb1945171 2024-11-09T21:18:25,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:25,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-09T21:18:25,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:25,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:25,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:25,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:25,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:25,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/b4a70ad4e388461bb0d1af5bb1945171, entries=150, sequenceid=278, filesize=12.0 K 2024-11-09T21:18:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:25,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/71a3604f55d54fc9b650dd1b4c1390ee as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/71a3604f55d54fc9b650dd1b4c1390ee 2024-11-09T21:18:25,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/71a3604f55d54fc9b650dd1b4c1390ee, entries=150, sequenceid=278, filesize=12.0 K 2024-11-09T21:18:25,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f9d965c0899b6c150f746aca92e24b8a in 1267ms, sequenceid=278, compaction requested=false 2024-11-09T21:18:25,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-09T21:18:25,354 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:25,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-09T21:18:25,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:25,356 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T21:18:25,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:25,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:25,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:25,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:25,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:25,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:25,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/a05c3183dc2c434d9166dfc6bd5e24ef is 50, key is test_row_0/A:col10/1731187103947/Put/seqid=0 2024-11-09T21:18:25,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742126_1302 (size=12301) 2024-11-09T21:18:25,396 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/a05c3183dc2c434d9166dfc6bd5e24ef 2024-11-09T21:18:25,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/32dfff1437fb410fb6ba66ed8318769f is 50, key is test_row_0/B:col10/1731187103947/Put/seqid=0 2024-11-09T21:18:25,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742127_1303 (size=12301) 2024-11-09T21:18:25,427 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/32dfff1437fb410fb6ba66ed8318769f 2024-11-09T21:18:25,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/092921991a9849148492430226647792 is 50, key is test_row_0/C:col10/1731187103947/Put/seqid=0 2024-11-09T21:18:25,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742128_1304 (size=12301) 2024-11-09T21:18:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-09T21:18:25,843 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/092921991a9849148492430226647792 2024-11-09T21:18:25,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/a05c3183dc2c434d9166dfc6bd5e24ef as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/a05c3183dc2c434d9166dfc6bd5e24ef 2024-11-09T21:18:25,853 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/a05c3183dc2c434d9166dfc6bd5e24ef, entries=150, sequenceid=291, filesize=12.0 K 2024-11-09T21:18:25,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/32dfff1437fb410fb6ba66ed8318769f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/32dfff1437fb410fb6ba66ed8318769f 2024-11-09T21:18:25,857 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/32dfff1437fb410fb6ba66ed8318769f, entries=150, sequenceid=291, filesize=12.0 K 2024-11-09T21:18:25,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/092921991a9849148492430226647792 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/092921991a9849148492430226647792 2024-11-09T21:18:25,862 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/092921991a9849148492430226647792, entries=150, sequenceid=291, filesize=12.0 K 2024-11-09T21:18:25,863 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for f9d965c0899b6c150f746aca92e24b8a in 507ms, sequenceid=291, compaction requested=true 2024-11-09T21:18:25,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:25,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:25,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-09T21:18:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-09T21:18:25,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-09T21:18:25,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 816 msec 2024-11-09T21:18:25,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 820 msec 2024-11-09T21:18:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:26,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T21:18:26,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:26,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:26,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:26,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:26,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:26,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:26,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/0816c109448a49c5bf7654b3bd6822fe is 50, key is test_row_0/A:col10/1731187106083/Put/seqid=0 2024-11-09T21:18:26,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742129_1305 (size=12297) 2024-11-09T21:18:26,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187166112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187166115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187166116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-09T21:18:26,151 INFO [Thread-1138 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-09T21:18:26,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-09T21:18:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T21:18:26,154 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:26,154 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:26,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:26,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187166217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:26,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187166218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:26,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187166218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T21:18:26,306 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:26,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T21:18:26,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:26,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:26,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:26,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:26,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:26,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187166420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:26,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187166421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:26,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187166423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T21:18:26,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:26,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T21:18:26,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:26,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:26,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:26,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:26,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:26,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/0816c109448a49c5bf7654b3bd6822fe 2024-11-09T21:18:26,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/2635a0e1cfdc4661b795fc6657ad9283 is 50, key is test_row_0/B:col10/1731187106083/Put/seqid=0 2024-11-09T21:18:26,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742130_1306 (size=9857) 2024-11-09T21:18:26,612 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:26,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T21:18:26,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:26,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:26,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:26,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:26,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:26,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187166722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:26,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187166725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:26,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187166727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T21:18:26,765 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:26,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T21:18:26,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:26,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:26,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:26,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:26,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:26,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/2635a0e1cfdc4661b795fc6657ad9283 2024-11-09T21:18:26,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/59345410bea247bc9006ac3568ad3f59 is 50, key is test_row_0/C:col10/1731187106083/Put/seqid=0 2024-11-09T21:18:26,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:26,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T21:18:26,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:26,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:26,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:26,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:26,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:26,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742131_1307 (size=9857) 2024-11-09T21:18:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:27,070 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:27,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T21:18:27,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:27,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:27,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:27,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:27,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:27,223 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:27,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T21:18:27,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:27,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:27,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:27,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:27,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:27,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187167225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:27,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187167228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:27,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187167230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T21:18:27,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/59345410bea247bc9006ac3568ad3f59 2024-11-09T21:18:27,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/0816c109448a49c5bf7654b3bd6822fe as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/0816c109448a49c5bf7654b3bd6822fe 2024-11-09T21:18:27,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/0816c109448a49c5bf7654b3bd6822fe, entries=150, sequenceid=302, filesize=12.0 K 2024-11-09T21:18:27,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/2635a0e1cfdc4661b795fc6657ad9283 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/2635a0e1cfdc4661b795fc6657ad9283 2024-11-09T21:18:27,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/2635a0e1cfdc4661b795fc6657ad9283, entries=100, sequenceid=302, filesize=9.6 K 2024-11-09T21:18:27,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/59345410bea247bc9006ac3568ad3f59 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/59345410bea247bc9006ac3568ad3f59 2024-11-09T21:18:27,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/59345410bea247bc9006ac3568ad3f59, entries=100, sequenceid=302, filesize=9.6 K 2024-11-09T21:18:27,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f9d965c0899b6c150f746aca92e24b8a in 1257ms, sequenceid=302, compaction requested=true 2024-11-09T21:18:27,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:27,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:18:27,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:27,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:18:27,343 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:18:27,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:27,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:18:27,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:27,343 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:18:27,345 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52070 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:18:27,345 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47190 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:18:27,345 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/A is initiating minor compaction (all files) 2024-11-09T21:18:27,345 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/B is initiating minor compaction (all files) 2024-11-09T21:18:27,345 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/A in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:27,345 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/B in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:27,345 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/ebf47c31e1f24293a35663b6a3129653, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/068178a847dd4316ac7301af59c72661, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/a05c3183dc2c434d9166dfc6bd5e24ef, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/0816c109448a49c5bf7654b3bd6822fe] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=50.8 K 2024-11-09T21:18:27,345 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/16f2a5c24f8e4aec810602de2d288587, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/b4a70ad4e388461bb0d1af5bb1945171, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/32dfff1437fb410fb6ba66ed8318769f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/2635a0e1cfdc4661b795fc6657ad9283] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=46.1 K 2024-11-09T21:18:27,346 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebf47c31e1f24293a35663b6a3129653, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731187102691 2024-11-09T21:18:27,346 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 16f2a5c24f8e4aec810602de2d288587, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731187102691 2024-11-09T21:18:27,346 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 068178a847dd4316ac7301af59c72661, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731187103829 2024-11-09T21:18:27,346 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting a05c3183dc2c434d9166dfc6bd5e24ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731187103947 2024-11-09T21:18:27,346 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting b4a70ad4e388461bb0d1af5bb1945171, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731187103833 2024-11-09T21:18:27,347 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0816c109448a49c5bf7654b3bd6822fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731187106083 2024-11-09T21:18:27,347 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 32dfff1437fb410fb6ba66ed8318769f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731187103947 2024-11-09T21:18:27,347 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 2635a0e1cfdc4661b795fc6657ad9283, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731187106083 2024-11-09T21:18:27,368 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#B#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:27,368 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#A#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:27,368 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/3e56428065e1460c878477f3073ae431 is 50, key is test_row_0/B:col10/1731187106083/Put/seqid=0 2024-11-09T21:18:27,369 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/c5151a09697644f490496607b7f42267 is 50, key is test_row_0/A:col10/1731187106083/Put/seqid=0 2024-11-09T21:18:27,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742132_1308 (size=13017) 2024-11-09T21:18:27,376 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:27,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T21:18:27,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:27,377 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T21:18:27,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:27,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:27,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:27,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:27,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:27,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:27,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742133_1309 (size=13017) 2024-11-09T21:18:27,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/b5ead967effe423f9117199003f4d173 is 50, key is test_row_0/A:col10/1731187106110/Put/seqid=0 2024-11-09T21:18:27,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742134_1310 (size=12301) 2024-11-09T21:18:27,386 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/c5151a09697644f490496607b7f42267 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/c5151a09697644f490496607b7f42267 2024-11-09T21:18:27,391 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/A of f9d965c0899b6c150f746aca92e24b8a into c5151a09697644f490496607b7f42267(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:27,391 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:27,391 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/A, priority=12, startTime=1731187107343; duration=0sec 2024-11-09T21:18:27,391 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:27,391 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:A 2024-11-09T21:18:27,391 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:18:27,392 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47190 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:18:27,392 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/C is initiating minor compaction (all files) 2024-11-09T21:18:27,393 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/C in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:27,393 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/c1eee0affbb44bb9816c679c64eb3677, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/71a3604f55d54fc9b650dd1b4c1390ee, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/092921991a9849148492430226647792, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/59345410bea247bc9006ac3568ad3f59] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=46.1 K 2024-11-09T21:18:27,393 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1eee0affbb44bb9816c679c64eb3677, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731187102691 2024-11-09T21:18:27,393 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71a3604f55d54fc9b650dd1b4c1390ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731187103833 2024-11-09T21:18:27,394 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 092921991a9849148492430226647792, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731187103947 2024-11-09T21:18:27,394 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59345410bea247bc9006ac3568ad3f59, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731187106083 2024-11-09T21:18:27,403 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:27,404 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/c3664d051478425f98548afb06f89583 is 50, key is test_row_0/C:col10/1731187106083/Put/seqid=0 2024-11-09T21:18:27,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742135_1311 (size=13017) 2024-11-09T21:18:27,415 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/c3664d051478425f98548afb06f89583 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/c3664d051478425f98548afb06f89583 2024-11-09T21:18:27,420 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/C of f9d965c0899b6c150f746aca92e24b8a into c3664d051478425f98548afb06f89583(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:27,420 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:27,421 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/C, priority=12, startTime=1731187107343; duration=0sec 2024-11-09T21:18:27,421 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:27,421 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:C 2024-11-09T21:18:27,778 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/3e56428065e1460c878477f3073ae431 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/3e56428065e1460c878477f3073ae431 2024-11-09T21:18:27,782 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/B of f9d965c0899b6c150f746aca92e24b8a into 3e56428065e1460c878477f3073ae431(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:27,782 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:27,782 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/B, priority=12, startTime=1731187107343; duration=0sec 2024-11-09T21:18:27,782 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:27,782 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:B 2024-11-09T21:18:27,786 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/b5ead967effe423f9117199003f4d173 2024-11-09T21:18:27,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/169dd1e24b3044a1bf1f8e13098583f9 is 50, key is test_row_0/B:col10/1731187106110/Put/seqid=0 2024-11-09T21:18:27,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742136_1312 (size=12301) 2024-11-09T21:18:27,800 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/169dd1e24b3044a1bf1f8e13098583f9 2024-11-09T21:18:27,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/5ed281f9d449437b8aa7436aebfb2de5 is 50, key is test_row_0/C:col10/1731187106110/Put/seqid=0 2024-11-09T21:18:27,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742137_1313 (size=12301) 2024-11-09T21:18:28,213 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/5ed281f9d449437b8aa7436aebfb2de5 2024-11-09T21:18:28,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/b5ead967effe423f9117199003f4d173 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/b5ead967effe423f9117199003f4d173 2024-11-09T21:18:28,222 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/b5ead967effe423f9117199003f4d173, entries=150, sequenceid=327, filesize=12.0 K 2024-11-09T21:18:28,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/169dd1e24b3044a1bf1f8e13098583f9 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/169dd1e24b3044a1bf1f8e13098583f9 2024-11-09T21:18:28,227 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/169dd1e24b3044a1bf1f8e13098583f9, entries=150, sequenceid=327, filesize=12.0 K 2024-11-09T21:18:28,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/5ed281f9d449437b8aa7436aebfb2de5 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/5ed281f9d449437b8aa7436aebfb2de5 2024-11-09T21:18:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:28,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:28,232 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/5ed281f9d449437b8aa7436aebfb2de5, entries=150, sequenceid=327, filesize=12.0 K 2024-11-09T21:18:28,233 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=6.71 KB/6870 for f9d965c0899b6c150f746aca92e24b8a in 855ms, sequenceid=327, compaction requested=false 2024-11-09T21:18:28,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:28,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:28,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-09T21:18:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-09T21:18:28,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-09T21:18:28,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0800 sec 2024-11-09T21:18:28,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.0850 sec 2024-11-09T21:18:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:28,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T21:18:28,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:28,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:28,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:28,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:28,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:28,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:28,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/8b0be8bf5a9c4280bec343e074ccaff7 is 50, key is test_row_0/A:col10/1731187108239/Put/seqid=0 2024-11-09T21:18:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T21:18:28,257 INFO [Thread-1138 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-09T21:18:28,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-09T21:18:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-09T21:18:28,260 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:28,261 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:28,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:28,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742138_1314 (size=14741) 2024-11-09T21:18:28,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:28,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187168268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187168269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:28,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187168272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-09T21:18:28,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187168373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:28,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187168373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:28,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187168375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:28,412 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:28,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-09T21:18:28,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:28,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:28,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:28,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:28,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-09T21:18:28,566 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:28,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-09T21:18:28,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:28,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:28,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:28,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:28,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:28,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187168576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:28,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187168577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:28,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187168577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:28,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/8b0be8bf5a9c4280bec343e074ccaff7 2024-11-09T21:18:28,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/d3a2eb3136444299888b6f14eac0fcf9 is 50, key is test_row_0/B:col10/1731187108239/Put/seqid=0 2024-11-09T21:18:28,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742139_1315 (size=12301) 2024-11-09T21:18:28,719 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:28,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-09T21:18:28,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:28,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:28,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:28,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:28,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-09T21:18:28,872 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:28,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-09T21:18:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:28,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:28,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:28,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:28,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:28,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187168880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:28,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187168882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:28,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187168882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:29,025 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:29,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-09T21:18:29,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:29,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:29,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:29,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:29,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:29,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/d3a2eb3136444299888b6f14eac0fcf9 2024-11-09T21:18:29,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/ea35272468c74ace9ef23bc78fb86762 is 50, key is test_row_0/C:col10/1731187108239/Put/seqid=0 2024-11-09T21:18:29,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742140_1316 (size=12301) 2024-11-09T21:18:29,177 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:29,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-09T21:18:29,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:29,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:29,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:29,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:29,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:29,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:29,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-09T21:18:29,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:29,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:29,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:29,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:29,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-09T21:18:29,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187169384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:29,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187169386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:29,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187169388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:29,483 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:29,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-09T21:18:29,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:29,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:29,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:29,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:29,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:29,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/ea35272468c74ace9ef23bc78fb86762 2024-11-09T21:18:29,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/8b0be8bf5a9c4280bec343e074ccaff7 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/8b0be8bf5a9c4280bec343e074ccaff7 2024-11-09T21:18:29,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/8b0be8bf5a9c4280bec343e074ccaff7, entries=200, sequenceid=342, filesize=14.4 K 2024-11-09T21:18:29,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/d3a2eb3136444299888b6f14eac0fcf9 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/d3a2eb3136444299888b6f14eac0fcf9 2024-11-09T21:18:29,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/d3a2eb3136444299888b6f14eac0fcf9, entries=150, sequenceid=342, filesize=12.0 K 2024-11-09T21:18:29,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/ea35272468c74ace9ef23bc78fb86762 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/ea35272468c74ace9ef23bc78fb86762 2024-11-09T21:18:29,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/ea35272468c74ace9ef23bc78fb86762, entries=150, sequenceid=342, filesize=12.0 K 2024-11-09T21:18:29,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f9d965c0899b6c150f746aca92e24b8a in 1288ms, sequenceid=342, compaction requested=true 2024-11-09T21:18:29,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:29,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:18:29,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:29,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:18:29,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:29,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:18:29,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:29,528 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:29,528 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:29,529 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:29,530 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/B is initiating minor compaction (all files) 2024-11-09T21:18:29,530 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/B in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:29,530 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/3e56428065e1460c878477f3073ae431, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/169dd1e24b3044a1bf1f8e13098583f9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/d3a2eb3136444299888b6f14eac0fcf9] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=36.7 K 2024-11-09T21:18:29,530 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:29,530 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/A is initiating minor compaction (all files) 2024-11-09T21:18:29,530 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/A in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:29,530 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/c5151a09697644f490496607b7f42267, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/b5ead967effe423f9117199003f4d173, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/8b0be8bf5a9c4280bec343e074ccaff7] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=39.1 K 2024-11-09T21:18:29,530 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e56428065e1460c878477f3073ae431, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731187103954 2024-11-09T21:18:29,531 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5151a09697644f490496607b7f42267, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731187103954 2024-11-09T21:18:29,531 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 169dd1e24b3044a1bf1f8e13098583f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731187106101 2024-11-09T21:18:29,531 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5ead967effe423f9117199003f4d173, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731187106101 2024-11-09T21:18:29,531 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting d3a2eb3136444299888b6f14eac0fcf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731187108238 2024-11-09T21:18:29,531 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b0be8bf5a9c4280bec343e074ccaff7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731187108235 2024-11-09T21:18:29,539 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#B#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:29,539 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#A#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:29,539 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/fc5b3615c1ab4cd5a9153ba3bdcecd59 is 50, key is test_row_0/A:col10/1731187108239/Put/seqid=0 2024-11-09T21:18:29,539 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/f45fe5b0aa22419f9adb68e93dc73fb4 is 50, key is test_row_0/B:col10/1731187108239/Put/seqid=0 2024-11-09T21:18:29,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742142_1318 (size=13119) 2024-11-09T21:18:29,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742141_1317 (size=13119) 2024-11-09T21:18:29,636 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:29,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-09T21:18:29,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:29,637 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T21:18:29,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:29,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:29,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:29,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:29,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:29,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/02b0712a87894a80a4484a7d01350377 is 50, key is test_row_0/A:col10/1731187108271/Put/seqid=0 2024-11-09T21:18:29,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742143_1319 (size=12301) 2024-11-09T21:18:29,971 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/fc5b3615c1ab4cd5a9153ba3bdcecd59 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/fc5b3615c1ab4cd5a9153ba3bdcecd59 2024-11-09T21:18:29,973 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/f45fe5b0aa22419f9adb68e93dc73fb4 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/f45fe5b0aa22419f9adb68e93dc73fb4 2024-11-09T21:18:29,978 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/A of f9d965c0899b6c150f746aca92e24b8a into fc5b3615c1ab4cd5a9153ba3bdcecd59(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:29,978 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:29,978 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/A, priority=13, startTime=1731187109528; duration=0sec 2024-11-09T21:18:29,978 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:29,978 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:A 2024-11-09T21:18:29,978 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:29,979 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/B of f9d965c0899b6c150f746aca92e24b8a into f45fe5b0aa22419f9adb68e93dc73fb4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:29,979 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:29,979 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/B, priority=13, startTime=1731187109528; duration=0sec 2024-11-09T21:18:29,979 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:29,979 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:B 2024-11-09T21:18:29,980 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:29,980 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/C is initiating minor compaction (all files) 2024-11-09T21:18:29,980 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/C in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:29,980 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/c3664d051478425f98548afb06f89583, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/5ed281f9d449437b8aa7436aebfb2de5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/ea35272468c74ace9ef23bc78fb86762] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=36.7 K 2024-11-09T21:18:29,980 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3664d051478425f98548afb06f89583, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731187103954 2024-11-09T21:18:29,992 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ed281f9d449437b8aa7436aebfb2de5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731187106101 2024-11-09T21:18:29,992 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea35272468c74ace9ef23bc78fb86762, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731187108238 2024-11-09T21:18:30,009 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#C#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:30,010 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/66ba7d94915546e9b96c3c73e1bb5c8e is 50, key is test_row_0/C:col10/1731187108239/Put/seqid=0 2024-11-09T21:18:30,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742144_1320 (size=13119) 2024-11-09T21:18:30,047 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/02b0712a87894a80a4484a7d01350377 2024-11-09T21:18:30,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/8ca5740ed3bc44168f76df0479faa873 is 50, key is test_row_0/B:col10/1731187108271/Put/seqid=0 2024-11-09T21:18:30,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742145_1321 (size=12301) 2024-11-09T21:18:30,076 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/8ca5740ed3bc44168f76df0479faa873 2024-11-09T21:18:30,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/07e8d439831a4fa6a58d26542aa97c8c is 50, key is test_row_0/C:col10/1731187108271/Put/seqid=0 2024-11-09T21:18:30,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742146_1322 (size=12301) 2024-11-09T21:18:30,111 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/07e8d439831a4fa6a58d26542aa97c8c 2024-11-09T21:18:30,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/02b0712a87894a80a4484a7d01350377 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/02b0712a87894a80a4484a7d01350377 2024-11-09T21:18:30,124 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/02b0712a87894a80a4484a7d01350377, entries=150, sequenceid=366, filesize=12.0 K 2024-11-09T21:18:30,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/8ca5740ed3bc44168f76df0479faa873 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/8ca5740ed3bc44168f76df0479faa873 2024-11-09T21:18:30,132 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/8ca5740ed3bc44168f76df0479faa873, entries=150, sequenceid=366, filesize=12.0 K 2024-11-09T21:18:30,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/07e8d439831a4fa6a58d26542aa97c8c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/07e8d439831a4fa6a58d26542aa97c8c 2024-11-09T21:18:30,139 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/07e8d439831a4fa6a58d26542aa97c8c, entries=150, sequenceid=366, filesize=12.0 K 2024-11-09T21:18:30,140 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for f9d965c0899b6c150f746aca92e24b8a in 503ms, sequenceid=366, compaction requested=false 2024-11-09T21:18:30,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:30,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:30,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-09T21:18:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-09T21:18:30,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-09T21:18:30,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8810 sec 2024-11-09T21:18:30,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.8850 sec 2024-11-09T21:18:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-09T21:18:30,364 INFO [Thread-1138 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-09T21:18:30,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-09T21:18:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-09T21:18:30,367 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:30,367 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:30,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:30,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T21:18:30,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:30,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:30,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:30,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:30,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:30,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:30,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/e1bdc2f178b140df8c5a5b4d78d3045a is 50, key is test_row_0/A:col10/1731187110401/Put/seqid=0 2024-11-09T21:18:30,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742147_1323 (size=12301) 2024-11-09T21:18:30,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187170425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:30,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187170426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:30,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187170426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:30,428 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/66ba7d94915546e9b96c3c73e1bb5c8e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/66ba7d94915546e9b96c3c73e1bb5c8e 2024-11-09T21:18:30,434 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/C of f9d965c0899b6c150f746aca92e24b8a into 66ba7d94915546e9b96c3c73e1bb5c8e(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:30,434 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:30,434 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/C, priority=13, startTime=1731187109528; duration=0sec 2024-11-09T21:18:30,434 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:30,434 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:C 2024-11-09T21:18:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-09T21:18:30,507 DEBUG [Thread-1141 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0e9c8f to 127.0.0.1:57311 2024-11-09T21:18:30,507 DEBUG [Thread-1147 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1730a60f to 127.0.0.1:57311 2024-11-09T21:18:30,507 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:30,507 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:30,507 DEBUG [Thread-1145 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10e6bf6a to 127.0.0.1:57311 2024-11-09T21:18:30,507 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:30,508 DEBUG [Thread-1139 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0eb04aeb to 127.0.0.1:57311 2024-11-09T21:18:30,508 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:30,509 DEBUG [Thread-1143 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d68f787 to 127.0.0.1:57311 2024-11-09T21:18:30,509 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:30,519 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:30,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T21:18:30,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:30,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:30,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:30,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:30,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:30,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187170527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:30,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187170528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:30,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187170529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-09T21:18:30,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:30,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T21:18:30,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:30,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:30,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:30,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:30,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:30,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:30,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187170730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187170730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:30,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187170731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:30,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/e1bdc2f178b140df8c5a5b4d78d3045a 2024-11-09T21:18:30,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/c6802d0c4537450eb39ab529d0d5ab6b is 50, key is test_row_0/B:col10/1731187110401/Put/seqid=0 2024-11-09T21:18:30,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742148_1324 (size=12301) 2024-11-09T21:18:30,824 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:30,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T21:18:30,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:30,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:30,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:30,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:30,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-09T21:18:30,976 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:30,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T21:18:30,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:30,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:30,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:30,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:30,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:31,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187171031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:31,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187171033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:31,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187171034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:31,128 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:31,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T21:18:31,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:31,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:31,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:31,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:31,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:31,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/c6802d0c4537450eb39ab529d0d5ab6b 2024-11-09T21:18:31,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/daada938d31049e2a37c259e6588365f is 50, key is test_row_0/C:col10/1731187110401/Put/seqid=0 2024-11-09T21:18:31,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742149_1325 (size=12301) 2024-11-09T21:18:31,280 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:31,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T21:18:31,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:31,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:31,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:31,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:31,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:31,433 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:31,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T21:18:31,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:31,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:31,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:31,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:31,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-09T21:18:31,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36270 deadline: 1731187171532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:31,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36286 deadline: 1731187171534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:31,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36218 deadline: 1731187171536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:31,586 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:31,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T21:18:31,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:31,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:31,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:31,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:31,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:31,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/daada938d31049e2a37c259e6588365f 2024-11-09T21:18:31,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/e1bdc2f178b140df8c5a5b4d78d3045a as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/e1bdc2f178b140df8c5a5b4d78d3045a 2024-11-09T21:18:31,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/e1bdc2f178b140df8c5a5b4d78d3045a, entries=150, sequenceid=380, filesize=12.0 K 2024-11-09T21:18:31,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/c6802d0c4537450eb39ab529d0d5ab6b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/c6802d0c4537450eb39ab529d0d5ab6b 2024-11-09T21:18:31,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/c6802d0c4537450eb39ab529d0d5ab6b, entries=150, sequenceid=380, filesize=12.0 K 2024-11-09T21:18:31,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/daada938d31049e2a37c259e6588365f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/daada938d31049e2a37c259e6588365f 2024-11-09T21:18:31,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/daada938d31049e2a37c259e6588365f, entries=150, sequenceid=380, filesize=12.0 K 2024-11-09T21:18:31,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f9d965c0899b6c150f746aca92e24b8a in 1244ms, sequenceid=380, compaction requested=true 2024-11-09T21:18:31,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:31,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:18:31,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:31,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:18:31,647 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:31,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:31,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9d965c0899b6c150f746aca92e24b8a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:18:31,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:31,647 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:31,647 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:31,647 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:31,647 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/B is initiating minor compaction (all files) 2024-11-09T21:18:31,648 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/A is initiating minor compaction (all files) 2024-11-09T21:18:31,648 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/B in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:31,648 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/A in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:31,648 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/f45fe5b0aa22419f9adb68e93dc73fb4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/8ca5740ed3bc44168f76df0479faa873, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/c6802d0c4537450eb39ab529d0d5ab6b] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=36.8 K 2024-11-09T21:18:31,648 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/fc5b3615c1ab4cd5a9153ba3bdcecd59, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/02b0712a87894a80a4484a7d01350377, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/e1bdc2f178b140df8c5a5b4d78d3045a] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=36.8 K 2024-11-09T21:18:31,648 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting f45fe5b0aa22419f9adb68e93dc73fb4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731187108238 2024-11-09T21:18:31,648 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc5b3615c1ab4cd5a9153ba3bdcecd59, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731187108238 2024-11-09T21:18:31,648 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ca5740ed3bc44168f76df0479faa873, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731187108257 2024-11-09T21:18:31,648 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02b0712a87894a80a4484a7d01350377, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731187108257 2024-11-09T21:18:31,649 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting c6802d0c4537450eb39ab529d0d5ab6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731187110400 2024-11-09T21:18:31,649 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1bdc2f178b140df8c5a5b4d78d3045a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731187110400 2024-11-09T21:18:31,655 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:31,655 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#A#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:31,655 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/065c5f8e51cf4fd5aacb6d5411aed275 is 50, key is test_row_0/B:col10/1731187110401/Put/seqid=0 2024-11-09T21:18:31,655 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/f92f677b5eca4398b2c8efba5f23ab33 is 50, key is test_row_0/A:col10/1731187110401/Put/seqid=0 2024-11-09T21:18:31,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742150_1326 (size=13221) 2024-11-09T21:18:31,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742151_1327 (size=13221) 2024-11-09T21:18:31,738 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:31,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T21:18:31,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:31,739 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T21:18:31,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:31,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:31,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:31,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:31,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:31,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:31,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/1f930f5122aa44f297914f45bbcef00f is 50, key is test_row_0/A:col10/1731187110421/Put/seqid=0 2024-11-09T21:18:31,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742152_1328 (size=12301) 2024-11-09T21:18:32,063 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/065c5f8e51cf4fd5aacb6d5411aed275 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/065c5f8e51cf4fd5aacb6d5411aed275 2024-11-09T21:18:32,063 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/f92f677b5eca4398b2c8efba5f23ab33 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/f92f677b5eca4398b2c8efba5f23ab33 2024-11-09T21:18:32,067 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/B of f9d965c0899b6c150f746aca92e24b8a into 065c5f8e51cf4fd5aacb6d5411aed275(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:32,067 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/A of f9d965c0899b6c150f746aca92e24b8a into f92f677b5eca4398b2c8efba5f23ab33(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:32,067 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:32,067 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:32,067 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/B, priority=13, startTime=1731187111647; duration=0sec 2024-11-09T21:18:32,067 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/A, priority=13, startTime=1731187111646; duration=0sec 2024-11-09T21:18:32,067 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:32,067 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:B 2024-11-09T21:18:32,067 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:32,067 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:32,067 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:A 2024-11-09T21:18:32,068 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:32,068 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): f9d965c0899b6c150f746aca92e24b8a/C is initiating minor compaction (all files) 2024-11-09T21:18:32,068 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9d965c0899b6c150f746aca92e24b8a/C in TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:32,068 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/66ba7d94915546e9b96c3c73e1bb5c8e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/07e8d439831a4fa6a58d26542aa97c8c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/daada938d31049e2a37c259e6588365f] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp, totalSize=36.8 K 2024-11-09T21:18:32,068 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 66ba7d94915546e9b96c3c73e1bb5c8e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731187108238 2024-11-09T21:18:32,069 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 07e8d439831a4fa6a58d26542aa97c8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731187108257 2024-11-09T21:18:32,069 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting daada938d31049e2a37c259e6588365f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731187110400 2024-11-09T21:18:32,075 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9d965c0899b6c150f746aca92e24b8a#C#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:32,075 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/0b827e83e836466a905784be894bbe2e is 50, key is test_row_0/C:col10/1731187110401/Put/seqid=0 2024-11-09T21:18:32,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742153_1329 (size=13221) 2024-11-09T21:18:32,147 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/1f930f5122aa44f297914f45bbcef00f 2024-11-09T21:18:32,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/25f362cd0bed4c86b7799a811abb7062 is 50, key is test_row_0/B:col10/1731187110421/Put/seqid=0 2024-11-09T21:18:32,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742154_1330 (size=12301) 2024-11-09T21:18:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-09T21:18:32,482 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/0b827e83e836466a905784be894bbe2e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/0b827e83e836466a905784be894bbe2e 2024-11-09T21:18:32,485 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9d965c0899b6c150f746aca92e24b8a/C of f9d965c0899b6c150f746aca92e24b8a into 0b827e83e836466a905784be894bbe2e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:32,486 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:32,486 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a., storeName=f9d965c0899b6c150f746aca92e24b8a/C, priority=13, startTime=1731187111647; duration=0sec 2024-11-09T21:18:32,486 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:32,486 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9d965c0899b6c150f746aca92e24b8a:C 2024-11-09T21:18:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:32,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. as already flushing 2024-11-09T21:18:32,540 DEBUG [Thread-1130 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d296fed to 127.0.0.1:57311 2024-11-09T21:18:32,540 DEBUG [Thread-1132 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08d0caa5 to 127.0.0.1:57311 2024-11-09T21:18:32,540 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:32,540 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:32,542 DEBUG [Thread-1136 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560ec309 to 127.0.0.1:57311 2024-11-09T21:18:32,542 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:32,559 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/25f362cd0bed4c86b7799a811abb7062 2024-11-09T21:18:32,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/3f4d213a30e048179a4a4160a6a0ca1d is 50, key is test_row_0/C:col10/1731187110421/Put/seqid=0 2024-11-09T21:18:32,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742155_1331 (size=12301) 2024-11-09T21:18:32,968 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/3f4d213a30e048179a4a4160a6a0ca1d 2024-11-09T21:18:32,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/1f930f5122aa44f297914f45bbcef00f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/1f930f5122aa44f297914f45bbcef00f 2024-11-09T21:18:32,975 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/1f930f5122aa44f297914f45bbcef00f, entries=150, sequenceid=406, filesize=12.0 K 2024-11-09T21:18:32,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/25f362cd0bed4c86b7799a811abb7062 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/25f362cd0bed4c86b7799a811abb7062 2024-11-09T21:18:32,978 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/25f362cd0bed4c86b7799a811abb7062, entries=150, sequenceid=406, filesize=12.0 K 2024-11-09T21:18:32,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/3f4d213a30e048179a4a4160a6a0ca1d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/3f4d213a30e048179a4a4160a6a0ca1d 2024-11-09T21:18:32,982 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/3f4d213a30e048179a4a4160a6a0ca1d, entries=150, sequenceid=406, filesize=12.0 K 2024-11-09T21:18:32,982 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for f9d965c0899b6c150f746aca92e24b8a in 1243ms, sequenceid=406, compaction requested=false 2024-11-09T21:18:32,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:32,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:32,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-09T21:18:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-09T21:18:32,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-09T21:18:32,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6160 sec 2024-11-09T21:18:32,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.6200 sec 2024-11-09T21:18:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-09T21:18:34,472 INFO [Thread-1138 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-09T21:18:35,255 DEBUG [Thread-1128 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6862e3ce to 127.0.0.1:57311 2024-11-09T21:18:35,255 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:35,276 DEBUG [Thread-1134 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f04e0e to 127.0.0.1:57311 2024-11-09T21:18:35,276 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:35,276 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T21:18:35,276 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-09T21:18:35,276 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-09T21:18:35,276 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-09T21:18:35,276 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-09T21:18:35,276 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-09T21:18:35,276 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T21:18:35,276 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6816 2024-11-09T21:18:35,276 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6694 2024-11-09T21:18:35,276 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6874 2024-11-09T21:18:35,276 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6776 2024-11-09T21:18:35,276 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6709 2024-11-09T21:18:35,276 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T21:18:35,276 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T21:18:35,276 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a569490 to 127.0.0.1:57311 2024-11-09T21:18:35,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:35,277 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-09T21:18:35,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T21:18:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T21:18:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-09T21:18:35,280 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187115280"}]},"ts":"1731187115280"} 2024-11-09T21:18:35,281 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T21:18:35,283 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T21:18:35,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T21:18:35,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9d965c0899b6c150f746aca92e24b8a, UNASSIGN}] 2024-11-09T21:18:35,286 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9d965c0899b6c150f746aca92e24b8a, UNASSIGN 2024-11-09T21:18:35,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=f9d965c0899b6c150f746aca92e24b8a, regionState=CLOSING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:35,287 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T21:18:35,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; CloseRegionProcedure f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:18:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-09T21:18:35,438 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:35,439 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(124): Close f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:35,439 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T21:18:35,439 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1681): Closing f9d965c0899b6c150f746aca92e24b8a, disabling compactions & flushes 2024-11-09T21:18:35,439 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:35,439 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:35,439 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. after waiting 0 ms 2024-11-09T21:18:35,439 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:35,439 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(2837): Flushing f9d965c0899b6c150f746aca92e24b8a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T21:18:35,439 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=A 2024-11-09T21:18:35,439 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:35,439 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=B 2024-11-09T21:18:35,439 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:35,439 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9d965c0899b6c150f746aca92e24b8a, store=C 2024-11-09T21:18:35,439 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:35,443 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/f07b3554f7ee4918a64a97a94a78c0d3 is 50, key is test_row_0/A:col10/1731187115254/Put/seqid=0 2024-11-09T21:18:35,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742156_1332 (size=12301) 2024-11-09T21:18:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-09T21:18:35,847 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/f07b3554f7ee4918a64a97a94a78c0d3 2024-11-09T21:18:35,853 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/85c75b4854e34a72a95308ade817c482 is 50, key is test_row_0/B:col10/1731187115254/Put/seqid=0 2024-11-09T21:18:35,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742157_1333 (size=12301) 2024-11-09T21:18:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-09T21:18:35,922 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:18:36,257 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/85c75b4854e34a72a95308ade817c482 2024-11-09T21:18:36,263 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/726ea1e9088945d489f25894f615abff is 50, key is test_row_0/C:col10/1731187115254/Put/seqid=0 2024-11-09T21:18:36,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742158_1334 (size=12301) 2024-11-09T21:18:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-09T21:18:36,667 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/726ea1e9088945d489f25894f615abff 2024-11-09T21:18:36,671 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/A/f07b3554f7ee4918a64a97a94a78c0d3 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/f07b3554f7ee4918a64a97a94a78c0d3 2024-11-09T21:18:36,674 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/f07b3554f7ee4918a64a97a94a78c0d3, entries=150, sequenceid=417, filesize=12.0 K 2024-11-09T21:18:36,675 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/B/85c75b4854e34a72a95308ade817c482 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/85c75b4854e34a72a95308ade817c482 2024-11-09T21:18:36,678 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/85c75b4854e34a72a95308ade817c482, entries=150, sequenceid=417, filesize=12.0 K 2024-11-09T21:18:36,679 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/.tmp/C/726ea1e9088945d489f25894f615abff as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/726ea1e9088945d489f25894f615abff 2024-11-09T21:18:36,681 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/726ea1e9088945d489f25894f615abff, entries=150, sequenceid=417, filesize=12.0 K 2024-11-09T21:18:36,682 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f9d965c0899b6c150f746aca92e24b8a in 1243ms, sequenceid=417, compaction requested=true 2024-11-09T21:18:36,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/42f341ec58994757bdafc12399bce641, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/2d297f457c434fb685da11c56c4af939, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/3e0149f5798c4d7ebcdee9bcdbdee3ae, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/3ffec49e1e1e47be8fad7a2a94592a83, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/fd8b6fa43223434987372891149442d0, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/8dfc712c31094412b27d8a28e8c7714c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/82a85485e399456b8f8c84d7055f9c3d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/0d004d714a0749f483d39dc4b285c4a7, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/6779ceab5d5449acae42647c104187de, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/9cca7c128cfb487097e57b10cdbd9e57, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/b86ccb93f4f14ec9918977c4c40a3f85, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/a69c0937d7bc4c5d8ab9dec1463016a3, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/335c03c74f744a1c80edf59a20c25385, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/6a3e2c4955694ad6af8a09a1ca3c248a, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/8133e89a92e44c15a9673e1fabc1715f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/a5bd48d69e9b40d9837de51c73908858, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/ebf47c31e1f24293a35663b6a3129653, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/52e928aed10f4d7d8112854734a99839, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/068178a847dd4316ac7301af59c72661, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/a05c3183dc2c434d9166dfc6bd5e24ef, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/c5151a09697644f490496607b7f42267, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/0816c109448a49c5bf7654b3bd6822fe, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/b5ead967effe423f9117199003f4d173, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/8b0be8bf5a9c4280bec343e074ccaff7, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/fc5b3615c1ab4cd5a9153ba3bdcecd59, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/02b0712a87894a80a4484a7d01350377, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/e1bdc2f178b140df8c5a5b4d78d3045a] to archive 2024-11-09T21:18:36,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T21:18:36,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/42f341ec58994757bdafc12399bce641 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/42f341ec58994757bdafc12399bce641 2024-11-09T21:18:36,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/2d297f457c434fb685da11c56c4af939 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/2d297f457c434fb685da11c56c4af939 2024-11-09T21:18:36,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/3e0149f5798c4d7ebcdee9bcdbdee3ae to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/3e0149f5798c4d7ebcdee9bcdbdee3ae 2024-11-09T21:18:36,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/3ffec49e1e1e47be8fad7a2a94592a83 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/3ffec49e1e1e47be8fad7a2a94592a83 2024-11-09T21:18:36,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/fd8b6fa43223434987372891149442d0 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/fd8b6fa43223434987372891149442d0 2024-11-09T21:18:36,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/8dfc712c31094412b27d8a28e8c7714c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/8dfc712c31094412b27d8a28e8c7714c 2024-11-09T21:18:36,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/82a85485e399456b8f8c84d7055f9c3d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/82a85485e399456b8f8c84d7055f9c3d 2024-11-09T21:18:36,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/0d004d714a0749f483d39dc4b285c4a7 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/0d004d714a0749f483d39dc4b285c4a7 2024-11-09T21:18:36,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/6779ceab5d5449acae42647c104187de to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/6779ceab5d5449acae42647c104187de 2024-11-09T21:18:36,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/9cca7c128cfb487097e57b10cdbd9e57 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/9cca7c128cfb487097e57b10cdbd9e57 2024-11-09T21:18:36,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/b86ccb93f4f14ec9918977c4c40a3f85 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/b86ccb93f4f14ec9918977c4c40a3f85 2024-11-09T21:18:36,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/a69c0937d7bc4c5d8ab9dec1463016a3 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/a69c0937d7bc4c5d8ab9dec1463016a3 2024-11-09T21:18:36,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/335c03c74f744a1c80edf59a20c25385 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/335c03c74f744a1c80edf59a20c25385 2024-11-09T21:18:36,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/6a3e2c4955694ad6af8a09a1ca3c248a to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/6a3e2c4955694ad6af8a09a1ca3c248a 2024-11-09T21:18:36,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/8133e89a92e44c15a9673e1fabc1715f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/8133e89a92e44c15a9673e1fabc1715f 2024-11-09T21:18:36,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/a5bd48d69e9b40d9837de51c73908858 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/a5bd48d69e9b40d9837de51c73908858 2024-11-09T21:18:36,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/ebf47c31e1f24293a35663b6a3129653 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/ebf47c31e1f24293a35663b6a3129653 2024-11-09T21:18:36,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/52e928aed10f4d7d8112854734a99839 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/52e928aed10f4d7d8112854734a99839 2024-11-09T21:18:36,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/068178a847dd4316ac7301af59c72661 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/068178a847dd4316ac7301af59c72661 2024-11-09T21:18:36,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/a05c3183dc2c434d9166dfc6bd5e24ef to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/a05c3183dc2c434d9166dfc6bd5e24ef 2024-11-09T21:18:36,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/c5151a09697644f490496607b7f42267 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/c5151a09697644f490496607b7f42267 2024-11-09T21:18:36,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/0816c109448a49c5bf7654b3bd6822fe to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/0816c109448a49c5bf7654b3bd6822fe 2024-11-09T21:18:36,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/b5ead967effe423f9117199003f4d173 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/b5ead967effe423f9117199003f4d173 2024-11-09T21:18:36,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/8b0be8bf5a9c4280bec343e074ccaff7 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/8b0be8bf5a9c4280bec343e074ccaff7 2024-11-09T21:18:36,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/fc5b3615c1ab4cd5a9153ba3bdcecd59 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/fc5b3615c1ab4cd5a9153ba3bdcecd59 2024-11-09T21:18:36,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/02b0712a87894a80a4484a7d01350377 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/02b0712a87894a80a4484a7d01350377 2024-11-09T21:18:36,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/e1bdc2f178b140df8c5a5b4d78d3045a to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/e1bdc2f178b140df8c5a5b4d78d3045a 2024-11-09T21:18:36,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/47d2db9802e749acbb7440ecedc25f09, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/771fdd3c59d64c849cb2fb8fd1b0bbd4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/cd0505de29724548bd2ada423599a3a1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/b592da016c1f428b9a9a4542bf5f5492, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/e88471affa4242d79800b8cabb4b7d82, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/e8442d6777ed4704b05a5cf16718c648, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/d04b3fa484ad46798008673152a6a2af, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/a19107d55ca645fbb28f5caf55f21ad4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/deb8f5e1e718480b90e55e5c6900bf55, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/4e171d037926400b9bf3a754e6843e3b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/47ae739c7a554430a3a32f07365f566f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/6759ede0eba54666b35dba8d9b8a12e3, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/36b14296478e49d4bc80f2bfbf5af957, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/fa5318a65fd24f71ba4b7a694c96718e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/4418d49754ff4adcaa8002949c806e08, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/793f096dfbf64130b7cbc19c79ac65c7, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/16f2a5c24f8e4aec810602de2d288587, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/af94ce84f08440088696ede1f144966a, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/b4a70ad4e388461bb0d1af5bb1945171, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/32dfff1437fb410fb6ba66ed8318769f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/3e56428065e1460c878477f3073ae431, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/2635a0e1cfdc4661b795fc6657ad9283, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/169dd1e24b3044a1bf1f8e13098583f9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/f45fe5b0aa22419f9adb68e93dc73fb4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/d3a2eb3136444299888b6f14eac0fcf9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/8ca5740ed3bc44168f76df0479faa873, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/c6802d0c4537450eb39ab529d0d5ab6b] to archive 2024-11-09T21:18:36,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T21:18:36,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/47d2db9802e749acbb7440ecedc25f09 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/47d2db9802e749acbb7440ecedc25f09 2024-11-09T21:18:36,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/771fdd3c59d64c849cb2fb8fd1b0bbd4 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/771fdd3c59d64c849cb2fb8fd1b0bbd4 2024-11-09T21:18:36,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/cd0505de29724548bd2ada423599a3a1 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/cd0505de29724548bd2ada423599a3a1 2024-11-09T21:18:36,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/b592da016c1f428b9a9a4542bf5f5492 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/b592da016c1f428b9a9a4542bf5f5492 2024-11-09T21:18:36,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/e88471affa4242d79800b8cabb4b7d82 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/e88471affa4242d79800b8cabb4b7d82 2024-11-09T21:18:36,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/e8442d6777ed4704b05a5cf16718c648 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/e8442d6777ed4704b05a5cf16718c648 2024-11-09T21:18:36,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/d04b3fa484ad46798008673152a6a2af to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/d04b3fa484ad46798008673152a6a2af 2024-11-09T21:18:36,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/a19107d55ca645fbb28f5caf55f21ad4 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/a19107d55ca645fbb28f5caf55f21ad4 2024-11-09T21:18:36,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/deb8f5e1e718480b90e55e5c6900bf55 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/deb8f5e1e718480b90e55e5c6900bf55 2024-11-09T21:18:36,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/4e171d037926400b9bf3a754e6843e3b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/4e171d037926400b9bf3a754e6843e3b 2024-11-09T21:18:36,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/47ae739c7a554430a3a32f07365f566f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/47ae739c7a554430a3a32f07365f566f 2024-11-09T21:18:36,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/6759ede0eba54666b35dba8d9b8a12e3 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/6759ede0eba54666b35dba8d9b8a12e3 2024-11-09T21:18:36,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/36b14296478e49d4bc80f2bfbf5af957 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/36b14296478e49d4bc80f2bfbf5af957 2024-11-09T21:18:36,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/fa5318a65fd24f71ba4b7a694c96718e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/fa5318a65fd24f71ba4b7a694c96718e 2024-11-09T21:18:36,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/4418d49754ff4adcaa8002949c806e08 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/4418d49754ff4adcaa8002949c806e08 2024-11-09T21:18:36,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/793f096dfbf64130b7cbc19c79ac65c7 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/793f096dfbf64130b7cbc19c79ac65c7 2024-11-09T21:18:36,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/16f2a5c24f8e4aec810602de2d288587 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/16f2a5c24f8e4aec810602de2d288587 2024-11-09T21:18:36,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/af94ce84f08440088696ede1f144966a to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/af94ce84f08440088696ede1f144966a 2024-11-09T21:18:36,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/b4a70ad4e388461bb0d1af5bb1945171 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/b4a70ad4e388461bb0d1af5bb1945171 2024-11-09T21:18:36,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/32dfff1437fb410fb6ba66ed8318769f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/32dfff1437fb410fb6ba66ed8318769f 2024-11-09T21:18:36,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/3e56428065e1460c878477f3073ae431 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/3e56428065e1460c878477f3073ae431 2024-11-09T21:18:36,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/2635a0e1cfdc4661b795fc6657ad9283 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/2635a0e1cfdc4661b795fc6657ad9283 2024-11-09T21:18:36,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/169dd1e24b3044a1bf1f8e13098583f9 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/169dd1e24b3044a1bf1f8e13098583f9 2024-11-09T21:18:36,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/f45fe5b0aa22419f9adb68e93dc73fb4 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/f45fe5b0aa22419f9adb68e93dc73fb4 2024-11-09T21:18:36,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/d3a2eb3136444299888b6f14eac0fcf9 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/d3a2eb3136444299888b6f14eac0fcf9 2024-11-09T21:18:36,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/8ca5740ed3bc44168f76df0479faa873 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/8ca5740ed3bc44168f76df0479faa873 2024-11-09T21:18:36,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/c6802d0c4537450eb39ab529d0d5ab6b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/c6802d0c4537450eb39ab529d0d5ab6b 2024-11-09T21:18:36,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/2150f4edd3684a2587896d85d650a63e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/e366aa6050f545c5818721db705b9ec2, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/c3741a6fc7554b09b87ce9fcb35e80e7, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/35fdd6e0f82b4696b398c7340f95b3f5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/bb1b8234d5eb491cb7ff4de535784233, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/5eddb25c32b340a6a8fca92e5bce92cf, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/736351af897d4ae08df1e5be483049a9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/fab6cccef48340f2a408e8284df88167, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/57a18557c9a24db69a9a0ad9e6f44869, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/4a542e1ed4574ad397abf44e5a5973a5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/3b24bd24b3ad4cad80ce934f4554049b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/fc5586dcaad1459180c6b9e00674ec9b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/3dabc1931cf44f6e93131a0ef0fb145b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/f0d3ba8b0b034327889749f0d35c62b7, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/2eda8898743b410ca68487627032569f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/a7699af2dfe243b08abf0abbec330be1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/c1eee0affbb44bb9816c679c64eb3677, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/11f7c64f7a4b4a839f7d6c0e11a7baba, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/71a3604f55d54fc9b650dd1b4c1390ee, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/092921991a9849148492430226647792, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/c3664d051478425f98548afb06f89583, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/59345410bea247bc9006ac3568ad3f59, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/5ed281f9d449437b8aa7436aebfb2de5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/66ba7d94915546e9b96c3c73e1bb5c8e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/ea35272468c74ace9ef23bc78fb86762, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/07e8d439831a4fa6a58d26542aa97c8c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/daada938d31049e2a37c259e6588365f] to archive 2024-11-09T21:18:36,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T21:18:36,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/2150f4edd3684a2587896d85d650a63e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/2150f4edd3684a2587896d85d650a63e 2024-11-09T21:18:36,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/e366aa6050f545c5818721db705b9ec2 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/e366aa6050f545c5818721db705b9ec2 2024-11-09T21:18:36,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/c3741a6fc7554b09b87ce9fcb35e80e7 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/c3741a6fc7554b09b87ce9fcb35e80e7 2024-11-09T21:18:36,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/35fdd6e0f82b4696b398c7340f95b3f5 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/35fdd6e0f82b4696b398c7340f95b3f5 2024-11-09T21:18:36,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/bb1b8234d5eb491cb7ff4de535784233 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/bb1b8234d5eb491cb7ff4de535784233 2024-11-09T21:18:36,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/5eddb25c32b340a6a8fca92e5bce92cf to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/5eddb25c32b340a6a8fca92e5bce92cf 2024-11-09T21:18:36,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/736351af897d4ae08df1e5be483049a9 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/736351af897d4ae08df1e5be483049a9 2024-11-09T21:18:36,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/fab6cccef48340f2a408e8284df88167 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/fab6cccef48340f2a408e8284df88167 2024-11-09T21:18:36,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/57a18557c9a24db69a9a0ad9e6f44869 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/57a18557c9a24db69a9a0ad9e6f44869 2024-11-09T21:18:36,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/4a542e1ed4574ad397abf44e5a5973a5 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/4a542e1ed4574ad397abf44e5a5973a5 2024-11-09T21:18:36,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/3b24bd24b3ad4cad80ce934f4554049b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/3b24bd24b3ad4cad80ce934f4554049b 2024-11-09T21:18:36,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/fc5586dcaad1459180c6b9e00674ec9b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/fc5586dcaad1459180c6b9e00674ec9b 2024-11-09T21:18:36,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/3dabc1931cf44f6e93131a0ef0fb145b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/3dabc1931cf44f6e93131a0ef0fb145b 2024-11-09T21:18:36,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/f0d3ba8b0b034327889749f0d35c62b7 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/f0d3ba8b0b034327889749f0d35c62b7 2024-11-09T21:18:36,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/2eda8898743b410ca68487627032569f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/2eda8898743b410ca68487627032569f 2024-11-09T21:18:36,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/a7699af2dfe243b08abf0abbec330be1 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/a7699af2dfe243b08abf0abbec330be1 2024-11-09T21:18:36,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/c1eee0affbb44bb9816c679c64eb3677 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/c1eee0affbb44bb9816c679c64eb3677 2024-11-09T21:18:36,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/11f7c64f7a4b4a839f7d6c0e11a7baba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/11f7c64f7a4b4a839f7d6c0e11a7baba 2024-11-09T21:18:36,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/71a3604f55d54fc9b650dd1b4c1390ee to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/71a3604f55d54fc9b650dd1b4c1390ee 2024-11-09T21:18:36,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/092921991a9849148492430226647792 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/092921991a9849148492430226647792 2024-11-09T21:18:36,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/c3664d051478425f98548afb06f89583 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/c3664d051478425f98548afb06f89583 2024-11-09T21:18:36,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/59345410bea247bc9006ac3568ad3f59 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/59345410bea247bc9006ac3568ad3f59 2024-11-09T21:18:36,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/5ed281f9d449437b8aa7436aebfb2de5 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/5ed281f9d449437b8aa7436aebfb2de5 2024-11-09T21:18:36,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/66ba7d94915546e9b96c3c73e1bb5c8e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/66ba7d94915546e9b96c3c73e1bb5c8e 2024-11-09T21:18:36,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/ea35272468c74ace9ef23bc78fb86762 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/ea35272468c74ace9ef23bc78fb86762 2024-11-09T21:18:36,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/07e8d439831a4fa6a58d26542aa97c8c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/07e8d439831a4fa6a58d26542aa97c8c 2024-11-09T21:18:36,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/daada938d31049e2a37c259e6588365f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/daada938d31049e2a37c259e6588365f 2024-11-09T21:18:36,764 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/recovered.edits/420.seqid, newMaxSeqId=420, maxSeqId=1 2024-11-09T21:18:36,765 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a. 2024-11-09T21:18:36,765 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1635): Region close journal for f9d965c0899b6c150f746aca92e24b8a: 2024-11-09T21:18:36,766 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(170): Closed f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:36,766 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=f9d965c0899b6c150f746aca92e24b8a, regionState=CLOSED 2024-11-09T21:18:36,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-09T21:18:36,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseRegionProcedure f9d965c0899b6c150f746aca92e24b8a, server=cc4f9fe6f946,42203,1731187027551 in 1.4800 sec 2024-11-09T21:18:36,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=85, resume processing ppid=84 2024-11-09T21:18:36,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=84, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9d965c0899b6c150f746aca92e24b8a, UNASSIGN in 1.4830 sec 2024-11-09T21:18:36,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-09T21:18:36,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4850 sec 2024-11-09T21:18:36,771 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187116771"}]},"ts":"1731187116771"} 2024-11-09T21:18:36,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T21:18:36,776 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T21:18:36,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4990 sec 2024-11-09T21:18:37,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T21:18:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-09T21:18:37,383 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-09T21:18:37,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T21:18:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:18:37,385 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=87, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:18:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-09T21:18:37,386 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=87, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:18:37,388 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:37,390 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A, FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B, FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C, FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/recovered.edits] 2024-11-09T21:18:37,391 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/1f930f5122aa44f297914f45bbcef00f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/1f930f5122aa44f297914f45bbcef00f 2024-11-09T21:18:37,392 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/f07b3554f7ee4918a64a97a94a78c0d3 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/f07b3554f7ee4918a64a97a94a78c0d3 2024-11-09T21:18:37,393 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/f92f677b5eca4398b2c8efba5f23ab33 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/A/f92f677b5eca4398b2c8efba5f23ab33 2024-11-09T21:18:37,395 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/065c5f8e51cf4fd5aacb6d5411aed275 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/065c5f8e51cf4fd5aacb6d5411aed275 2024-11-09T21:18:37,396 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/25f362cd0bed4c86b7799a811abb7062 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/25f362cd0bed4c86b7799a811abb7062 2024-11-09T21:18:37,397 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/85c75b4854e34a72a95308ade817c482 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/B/85c75b4854e34a72a95308ade817c482 2024-11-09T21:18:37,398 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/0b827e83e836466a905784be894bbe2e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/0b827e83e836466a905784be894bbe2e 2024-11-09T21:18:37,399 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/3f4d213a30e048179a4a4160a6a0ca1d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/3f4d213a30e048179a4a4160a6a0ca1d 2024-11-09T21:18:37,400 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/726ea1e9088945d489f25894f615abff to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/C/726ea1e9088945d489f25894f615abff 2024-11-09T21:18:37,402 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/recovered.edits/420.seqid to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a/recovered.edits/420.seqid 2024-11-09T21:18:37,402 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/f9d965c0899b6c150f746aca92e24b8a 2024-11-09T21:18:37,402 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T21:18:37,404 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=87, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:18:37,407 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T21:18:37,409 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T21:18:37,410 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=87, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:18:37,410 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T21:18:37,410 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731187117410"}]},"ts":"9223372036854775807"} 2024-11-09T21:18:37,411 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-09T21:18:37,411 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f9d965c0899b6c150f746aca92e24b8a, NAME => 'TestAcidGuarantees,,1731187088340.f9d965c0899b6c150f746aca92e24b8a.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T21:18:37,411 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T21:18:37,411 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731187117411"}]},"ts":"9223372036854775807"} 2024-11-09T21:18:37,414 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-09T21:18:37,416 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=87, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:18:37,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-11-09T21:18:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-09T21:18:37,486 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-09T21:18:37,495 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=238 (was 242), OpenFileDescriptor=455 (was 467), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=395 (was 441), ProcessCount=9 (was 11), AvailableMemoryMB=7738 (was 6816) - AvailableMemoryMB LEAK? - 2024-11-09T21:18:37,503 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=395, ProcessCount=9, AvailableMemoryMB=7738 2024-11-09T21:18:37,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T21:18:37,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:18:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=88, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T21:18:37,505 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:18:37,505 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:37,506 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:18:37,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 88 2024-11-09T21:18:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-09T21:18:37,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742159_1335 (size=960) 2024-11-09T21:18:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-09T21:18:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-09T21:18:37,913 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262 2024-11-09T21:18:37,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742160_1336 (size=53) 2024-11-09T21:18:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-09T21:18:38,319 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:38,320 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ac82dccacbe9fef9b040c199477c48ba, disabling compactions & flushes 2024-11-09T21:18:38,320 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:38,320 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:38,320 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. after waiting 0 ms 2024-11-09T21:18:38,320 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:38,320 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:38,320 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:38,321 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:18:38,321 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731187118321"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187118321"}]},"ts":"1731187118321"} 2024-11-09T21:18:38,322 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T21:18:38,323 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:18:38,323 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187118323"}]},"ts":"1731187118323"} 2024-11-09T21:18:38,324 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T21:18:38,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac82dccacbe9fef9b040c199477c48ba, ASSIGN}] 2024-11-09T21:18:38,328 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac82dccacbe9fef9b040c199477c48ba, ASSIGN 2024-11-09T21:18:38,329 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac82dccacbe9fef9b040c199477c48ba, ASSIGN; state=OFFLINE, location=cc4f9fe6f946,42203,1731187027551; forceNewPlan=false, retain=false 2024-11-09T21:18:38,479 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=ac82dccacbe9fef9b040c199477c48ba, regionState=OPENING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:38,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; OpenRegionProcedure ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:18:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-09T21:18:38,631 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:38,633 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:38,633 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7285): Opening region: {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:18:38,634 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:38,634 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:38,634 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7327): checking encryption for ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:38,634 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7330): checking classloading for ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:38,635 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:38,636 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:18:38,636 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac82dccacbe9fef9b040c199477c48ba columnFamilyName A 2024-11-09T21:18:38,636 DEBUG [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:38,637 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] regionserver.HStore(327): Store=ac82dccacbe9fef9b040c199477c48ba/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:38,637 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:38,637 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:18:38,638 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac82dccacbe9fef9b040c199477c48ba columnFamilyName B 2024-11-09T21:18:38,638 DEBUG [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:38,638 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] regionserver.HStore(327): Store=ac82dccacbe9fef9b040c199477c48ba/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:38,638 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:38,639 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:18:38,639 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac82dccacbe9fef9b040c199477c48ba columnFamilyName C 2024-11-09T21:18:38,639 DEBUG [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:38,639 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] regionserver.HStore(327): Store=ac82dccacbe9fef9b040c199477c48ba/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:38,639 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:38,640 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:38,640 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:38,641 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T21:18:38,642 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1085): writing seq id for ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:38,644 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:18:38,644 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1102): Opened ac82dccacbe9fef9b040c199477c48ba; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60992340, jitterRate=-0.09114331007003784}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T21:18:38,645 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1001): Region open journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:38,645 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., pid=90, masterSystemTime=1731187118631 2024-11-09T21:18:38,646 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:38,646 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:38,647 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=ac82dccacbe9fef9b040c199477c48ba, regionState=OPEN, openSeqNum=2, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:38,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-09T21:18:38,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; OpenRegionProcedure ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 in 167 msec 2024-11-09T21:18:38,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-09T21:18:38,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac82dccacbe9fef9b040c199477c48ba, ASSIGN in 321 msec 2024-11-09T21:18:38,650 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:18:38,650 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187118650"}]},"ts":"1731187118650"} 2024-11-09T21:18:38,651 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T21:18:38,653 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:18:38,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-09T21:18:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-09T21:18:39,610 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 88 completed 2024-11-09T21:18:39,611 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bf5e2f0 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b82ba2a 2024-11-09T21:18:39,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:39,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:39,617 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:39,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:18:39,619 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:18:39,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T21:18:39,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:18:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T21:18:39,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742161_1337 (size=996) 2024-11-09T21:18:40,030 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-09T21:18:40,030 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-09T21:18:40,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T21:18:40,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac82dccacbe9fef9b040c199477c48ba, REOPEN/MOVE}] 2024-11-09T21:18:40,035 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac82dccacbe9fef9b040c199477c48ba, REOPEN/MOVE 2024-11-09T21:18:40,035 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=ac82dccacbe9fef9b040c199477c48ba, regionState=CLOSING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,036 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T21:18:40,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:18:40,187 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,188 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:40,188 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T21:18:40,188 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing ac82dccacbe9fef9b040c199477c48ba, disabling compactions & flushes 2024-11-09T21:18:40,188 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:40,188 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:40,188 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. after waiting 0 ms 2024-11-09T21:18:40,188 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:40,191 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T21:18:40,192 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:40,192 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:40,192 WARN [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionServer(3786): Not adding moved region record: ac82dccacbe9fef9b040c199477c48ba to self. 2024-11-09T21:18:40,193 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:40,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=ac82dccacbe9fef9b040c199477c48ba, regionState=CLOSED 2024-11-09T21:18:40,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-09T21:18:40,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 in 158 msec 2024-11-09T21:18:40,195 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac82dccacbe9fef9b040c199477c48ba, REOPEN/MOVE; state=CLOSED, location=cc4f9fe6f946,42203,1731187027551; forceNewPlan=false, retain=true 2024-11-09T21:18:40,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=ac82dccacbe9fef9b040c199477c48ba, regionState=OPENING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=93, state=RUNNABLE; OpenRegionProcedure ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:18:40,498 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,501 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:40,501 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7285): Opening region: {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:18:40,501 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:40,501 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:40,501 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7327): checking encryption for ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:40,501 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7330): checking classloading for ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:40,502 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:40,503 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:18:40,504 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac82dccacbe9fef9b040c199477c48ba columnFamilyName A 2024-11-09T21:18:40,505 DEBUG [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:40,505 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] regionserver.HStore(327): Store=ac82dccacbe9fef9b040c199477c48ba/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:40,505 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:40,506 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:18:40,506 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac82dccacbe9fef9b040c199477c48ba columnFamilyName B 2024-11-09T21:18:40,506 DEBUG [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:40,506 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] regionserver.HStore(327): Store=ac82dccacbe9fef9b040c199477c48ba/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:40,507 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:40,507 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:18:40,507 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac82dccacbe9fef9b040c199477c48ba columnFamilyName C 2024-11-09T21:18:40,507 DEBUG [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:40,507 INFO [StoreOpener-ac82dccacbe9fef9b040c199477c48ba-1 {}] regionserver.HStore(327): Store=ac82dccacbe9fef9b040c199477c48ba/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:40,508 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:40,508 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:40,509 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:40,510 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T21:18:40,511 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1085): writing seq id for ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:40,512 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1102): Opened ac82dccacbe9fef9b040c199477c48ba; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74406035, jitterRate=0.1087363213300705}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T21:18:40,512 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1001): Region open journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:40,513 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., pid=95, masterSystemTime=1731187120498 2024-11-09T21:18:40,514 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:40,514 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:40,514 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=ac82dccacbe9fef9b040c199477c48ba, regionState=OPEN, openSeqNum=5, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=93 2024-11-09T21:18:40,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=93, state=SUCCESS; OpenRegionProcedure ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 in 168 msec 2024-11-09T21:18:40,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-09T21:18:40,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac82dccacbe9fef9b040c199477c48ba, REOPEN/MOVE in 482 msec 2024-11-09T21:18:40,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-09T21:18:40,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-11-09T21:18:40,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 898 msec 2024-11-09T21:18:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-09T21:18:40,522 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b14fbd to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6cf8cb 2024-11-09T21:18:40,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f422b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:40,530 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f74604 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec15031 2024-11-09T21:18:40,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df33cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:40,534 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e13594 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dd5b441 2024-11-09T21:18:40,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f472e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:40,538 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c54a0d3 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c336ea4 2024-11-09T21:18:40,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a78b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:40,542 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3875c8c5 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f94d721 2024-11-09T21:18:40,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aee939b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:40,545 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c 2024-11-09T21:18:40,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:40,548 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-11-09T21:18:40,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:40,551 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0 2024-11-09T21:18:40,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:40,554 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7819b9e2 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b308f62 2024-11-09T21:18:40,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:40,557 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47679076 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68035c67 2024-11-09T21:18:40,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627cad17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:40,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:40,562 DEBUG [hconnection-0xf3cfcfc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-09T21:18:40,562 DEBUG [hconnection-0x21ada1b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:40,563 DEBUG [hconnection-0x2d3ad2b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:40,563 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-09T21:18:40,563 DEBUG [hconnection-0x43af5278-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:40,564 DEBUG [hconnection-0x175d125e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:40,564 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:40,564 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:40,564 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:40,564 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:40,564 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:40,565 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:40,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:40,566 DEBUG [hconnection-0x343283a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:40,567 DEBUG [hconnection-0x4345b704-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:40,567 DEBUG [hconnection-0x70fddd2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:40,567 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:40,568 DEBUG [hconnection-0x766b625e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:40,568 DEBUG [hconnection-0x780b56d8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:40,568 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:40,568 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:40,569 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:40,569 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:40,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac82dccacbe9fef9b040c199477c48ba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T21:18:40,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=A 2024-11-09T21:18:40,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:40,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=B 2024-11-09T21:18:40,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:40,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=C 2024-11-09T21:18:40,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:40,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187180598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090dd31c17f80b42629c9e973f4661a16d_ac82dccacbe9fef9b040c199477c48ba is 50, key is test_row_0/A:col10/1731187120567/Put/seqid=0 2024-11-09T21:18:40,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187180599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187180600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187180600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187180601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742162_1338 (size=14594) 2024-11-09T21:18:40,612 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:40,624 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090dd31c17f80b42629c9e973f4661a16d_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090dd31c17f80b42629c9e973f4661a16d_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:40,625 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/042384cc329841388c8edb4c0ce3d076, store: [table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:40,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/042384cc329841388c8edb4c0ce3d076 is 175, key is test_row_0/A:col10/1731187120567/Put/seqid=0 2024-11-09T21:18:40,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742163_1339 (size=39549) 2024-11-09T21:18:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-09T21:18:40,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187180701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187180704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187180704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187180705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187180705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,717 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-09T21:18:40,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:40,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:40,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:40,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:40,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-09T21:18:40,869 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-09T21:18:40,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:40,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:40,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:40,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:40,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:40,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187180905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187180909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187180909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187180910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:40,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187180910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,022 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-09T21:18:41,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:41,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:41,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:41,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:41,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:41,033 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/042384cc329841388c8edb4c0ce3d076 2024-11-09T21:18:41,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/f99d0e28a2b34d2fa21f22ff0dde2b0f is 50, key is test_row_0/B:col10/1731187120567/Put/seqid=0 2024-11-09T21:18:41,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742164_1340 (size=12001) 2024-11-09T21:18:41,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/f99d0e28a2b34d2fa21f22ff0dde2b0f 2024-11-09T21:18:41,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/998db103468b43d5b6d2d93767fcdd91 is 50, key is test_row_0/C:col10/1731187120567/Put/seqid=0 2024-11-09T21:18:41,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742165_1341 (size=12001) 2024-11-09T21:18:41,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/998db103468b43d5b6d2d93767fcdd91 2024-11-09T21:18:41,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/042384cc329841388c8edb4c0ce3d076 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/042384cc329841388c8edb4c0ce3d076 2024-11-09T21:18:41,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/042384cc329841388c8edb4c0ce3d076, entries=200, sequenceid=18, filesize=38.6 K 2024-11-09T21:18:41,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/f99d0e28a2b34d2fa21f22ff0dde2b0f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/f99d0e28a2b34d2fa21f22ff0dde2b0f 2024-11-09T21:18:41,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/f99d0e28a2b34d2fa21f22ff0dde2b0f, entries=150, sequenceid=18, filesize=11.7 K 2024-11-09T21:18:41,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/998db103468b43d5b6d2d93767fcdd91 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/998db103468b43d5b6d2d93767fcdd91 2024-11-09T21:18:41,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/998db103468b43d5b6d2d93767fcdd91, entries=150, sequenceid=18, filesize=11.7 K 2024-11-09T21:18:41,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for ac82dccacbe9fef9b040c199477c48ba in 536ms, sequenceid=18, compaction requested=false 2024-11-09T21:18:41,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-09T21:18:41,174 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-09T21:18:41,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:41,175 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing ac82dccacbe9fef9b040c199477c48ba 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T21:18:41,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=A 2024-11-09T21:18:41,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:41,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=B 2024-11-09T21:18:41,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:41,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=C 2024-11-09T21:18:41,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:41,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092e169842a70b4852a3632da04ac632c5_ac82dccacbe9fef9b040c199477c48ba is 50, key is test_row_0/A:col10/1731187120598/Put/seqid=0 2024-11-09T21:18:41,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742166_1342 (size=12154) 2024-11-09T21:18:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:41,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:41,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187181220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187181220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187181221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187181223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187181224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187181325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187181325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187181326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187181326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187181329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187181528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187181528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187181530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187181530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187181534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:41,592 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092e169842a70b4852a3632da04ac632c5_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092e169842a70b4852a3632da04ac632c5_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:41,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/a35d6c20faf843c1b06cf519afdf4f1c, store: [table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:41,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/a35d6c20faf843c1b06cf519afdf4f1c is 175, key is test_row_0/A:col10/1731187120598/Put/seqid=0 2024-11-09T21:18:41,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742167_1343 (size=30955) 2024-11-09T21:18:41,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-09T21:18:41,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187181834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187181836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187181837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187181837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187181840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:41,998 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/a35d6c20faf843c1b06cf519afdf4f1c 2024-11-09T21:18:42,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/af0183f5ba3448f680f1bcca85395559 is 50, key is test_row_0/B:col10/1731187120598/Put/seqid=0 2024-11-09T21:18:42,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742168_1344 (size=12001) 2024-11-09T21:18:42,010 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/af0183f5ba3448f680f1bcca85395559 2024-11-09T21:18:42,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/b447f076c6df4ba4b86071ff93e76061 is 50, key is test_row_0/C:col10/1731187120598/Put/seqid=0 2024-11-09T21:18:42,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742169_1345 (size=12001) 2024-11-09T21:18:42,297 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T21:18:42,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187182340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:42,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187182342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:42,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187182343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:42,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187182343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:42,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187182345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:42,421 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/b447f076c6df4ba4b86071ff93e76061 2024-11-09T21:18:42,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/a35d6c20faf843c1b06cf519afdf4f1c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/a35d6c20faf843c1b06cf519afdf4f1c 2024-11-09T21:18:42,429 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/a35d6c20faf843c1b06cf519afdf4f1c, entries=150, sequenceid=41, filesize=30.2 K 2024-11-09T21:18:42,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/af0183f5ba3448f680f1bcca85395559 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/af0183f5ba3448f680f1bcca85395559 2024-11-09T21:18:42,433 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/af0183f5ba3448f680f1bcca85395559, entries=150, sequenceid=41, filesize=11.7 K 2024-11-09T21:18:42,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/b447f076c6df4ba4b86071ff93e76061 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/b447f076c6df4ba4b86071ff93e76061 2024-11-09T21:18:42,437 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/b447f076c6df4ba4b86071ff93e76061, entries=150, sequenceid=41, filesize=11.7 K 2024-11-09T21:18:42,438 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ac82dccacbe9fef9b040c199477c48ba in 1263ms, sequenceid=41, compaction requested=false 2024-11-09T21:18:42,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:42,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:42,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-09T21:18:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-11-09T21:18:42,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-09T21:18:42,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8740 sec 2024-11-09T21:18:42,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 1.8800 sec 2024-11-09T21:18:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-09T21:18:42,668 INFO [Thread-1539 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-09T21:18:42,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-09T21:18:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-09T21:18:42,671 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:42,672 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:42,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-09T21:18:42,824 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:42,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-09T21:18:42,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:42,825 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing ac82dccacbe9fef9b040c199477c48ba 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T21:18:42,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=A 2024-11-09T21:18:42,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:42,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=B 2024-11-09T21:18:42,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:42,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=C 2024-11-09T21:18:42,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:42,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095559d40029264d8a86abf8cfd9148b19_ac82dccacbe9fef9b040c199477c48ba is 50, key is test_row_0/A:col10/1731187121222/Put/seqid=0 2024-11-09T21:18:42,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742170_1346 (size=12154) 2024-11-09T21:18:42,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:42,840 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095559d40029264d8a86abf8cfd9148b19_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095559d40029264d8a86abf8cfd9148b19_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:42,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/fb36022dbdec4680b32edaa51876f6b4, store: [table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:42,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/fb36022dbdec4680b32edaa51876f6b4 is 175, key is test_row_0/A:col10/1731187121222/Put/seqid=0 2024-11-09T21:18:42,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742171_1347 (size=30955) 2024-11-09T21:18:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-09T21:18:43,251 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/fb36022dbdec4680b32edaa51876f6b4 2024-11-09T21:18:43,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/cb1edce91fdb418a85fa89c733de9642 is 50, key is test_row_0/B:col10/1731187121222/Put/seqid=0 2024-11-09T21:18:43,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742172_1348 (size=12001) 2024-11-09T21:18:43,265 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/cb1edce91fdb418a85fa89c733de9642 2024-11-09T21:18:43,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/0b050a173cd541f1975e84490ef5b2c1 is 50, key is test_row_0/C:col10/1731187121222/Put/seqid=0 2024-11-09T21:18:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-09T21:18:43,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742173_1349 (size=12001) 2024-11-09T21:18:43,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:43,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187183372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:43,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187183373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:43,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187183373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:43,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187183376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:43,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187183377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:43,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187183478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:43,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187183479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:43,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187183480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:43,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187183483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:43,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187183484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:43,687 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/0b050a173cd541f1975e84490ef5b2c1 2024-11-09T21:18:43,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187183684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:43,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187183685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:43,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187183685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:43,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187183689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:43,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187183692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:43,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/fb36022dbdec4680b32edaa51876f6b4 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/fb36022dbdec4680b32edaa51876f6b4 2024-11-09T21:18:43,703 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/fb36022dbdec4680b32edaa51876f6b4, entries=150, sequenceid=54, filesize=30.2 K 2024-11-09T21:18:43,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/cb1edce91fdb418a85fa89c733de9642 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/cb1edce91fdb418a85fa89c733de9642 2024-11-09T21:18:43,707 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/cb1edce91fdb418a85fa89c733de9642, entries=150, sequenceid=54, filesize=11.7 K 2024-11-09T21:18:43,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/0b050a173cd541f1975e84490ef5b2c1 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/0b050a173cd541f1975e84490ef5b2c1 2024-11-09T21:18:43,721 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/0b050a173cd541f1975e84490ef5b2c1, entries=150, sequenceid=54, filesize=11.7 K 2024-11-09T21:18:43,722 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ac82dccacbe9fef9b040c199477c48ba in 897ms, sequenceid=54, compaction requested=true 2024-11-09T21:18:43,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:43,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:43,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-09T21:18:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-09T21:18:43,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-09T21:18:43,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0520 sec 2024-11-09T21:18:43,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 1.0560 sec 2024-11-09T21:18:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-09T21:18:43,777 INFO [Thread-1539 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-09T21:18:43,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-09T21:18:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-09T21:18:43,780 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:43,781 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:43,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-09T21:18:43,933 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:43,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-09T21:18:43,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:43,933 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing ac82dccacbe9fef9b040c199477c48ba 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T21:18:43,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=A 2024-11-09T21:18:43,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:43,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=B 2024-11-09T21:18:43,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:43,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=C 2024-11-09T21:18:43,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:43,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091b85c8712bf04cabae42a7c44d9f44ab_ac82dccacbe9fef9b040c199477c48ba is 50, key is test_row_0/A:col10/1731187123375/Put/seqid=0 2024-11-09T21:18:43,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742174_1350 (size=12154) 2024-11-09T21:18:43,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:43,953 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091b85c8712bf04cabae42a7c44d9f44ab_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091b85c8712bf04cabae42a7c44d9f44ab_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:43,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/2d1bfd0c383c4b979988cb298830ff4e, store: [table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:43,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/2d1bfd0c383c4b979988cb298830ff4e is 175, key is test_row_0/A:col10/1731187123375/Put/seqid=0 2024-11-09T21:18:43,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742175_1351 (size=30955) 2024-11-09T21:18:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:43,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:44,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187184005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187184006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187184007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187184012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187184011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-09T21:18:44,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187184114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187184114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187184116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187184125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187184125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187184322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187184322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187184322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187184331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187184332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,360 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/2d1bfd0c383c4b979988cb298830ff4e 2024-11-09T21:18:44,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/1eeaa85e455d4dae9c1a1c2e1238fe13 is 50, key is test_row_0/B:col10/1731187123375/Put/seqid=0 2024-11-09T21:18:44,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742176_1352 (size=12001) 2024-11-09T21:18:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-09T21:18:44,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187184627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187184629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187184629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187184638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187184638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:44,772 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/1eeaa85e455d4dae9c1a1c2e1238fe13 2024-11-09T21:18:44,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/f25bf327cfa04f2fbd88e3c689d5c828 is 50, key is test_row_0/C:col10/1731187123375/Put/seqid=0 2024-11-09T21:18:44,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742177_1353 (size=12001) 2024-11-09T21:18:44,787 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/f25bf327cfa04f2fbd88e3c689d5c828 2024-11-09T21:18:44,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/2d1bfd0c383c4b979988cb298830ff4e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2d1bfd0c383c4b979988cb298830ff4e 2024-11-09T21:18:44,795 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2d1bfd0c383c4b979988cb298830ff4e, entries=150, sequenceid=77, filesize=30.2 K 2024-11-09T21:18:44,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/1eeaa85e455d4dae9c1a1c2e1238fe13 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/1eeaa85e455d4dae9c1a1c2e1238fe13 2024-11-09T21:18:44,799 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/1eeaa85e455d4dae9c1a1c2e1238fe13, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T21:18:44,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/f25bf327cfa04f2fbd88e3c689d5c828 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/f25bf327cfa04f2fbd88e3c689d5c828 2024-11-09T21:18:44,806 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/f25bf327cfa04f2fbd88e3c689d5c828, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T21:18:44,807 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ac82dccacbe9fef9b040c199477c48ba in 874ms, sequenceid=77, compaction requested=true 2024-11-09T21:18:44,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:44,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:44,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-09T21:18:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-09T21:18:44,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-09T21:18:44,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0270 sec 2024-11-09T21:18:44,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 1.0320 sec 2024-11-09T21:18:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-09T21:18:44,884 INFO [Thread-1539 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-09T21:18:44,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-09T21:18:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-09T21:18:44,887 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:44,888 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:44,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-09T21:18:45,040 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-09T21:18:45,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:45,040 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing ac82dccacbe9fef9b040c199477c48ba 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T21:18:45,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=A 2024-11-09T21:18:45,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:45,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=B 2024-11-09T21:18:45,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:45,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=C 2024-11-09T21:18:45,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:45,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110945f194ebeeeb441ca45f5ebd00f18b21_ac82dccacbe9fef9b040c199477c48ba is 50, key is test_row_0/A:col10/1731187124005/Put/seqid=0 2024-11-09T21:18:45,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742178_1354 (size=12154) 2024-11-09T21:18:45,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:45,061 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110945f194ebeeeb441ca45f5ebd00f18b21_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110945f194ebeeeb441ca45f5ebd00f18b21_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:45,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/9310dac5019a49b9880dc24b6bf5eea5, store: [table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:45,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/9310dac5019a49b9880dc24b6bf5eea5 is 175, key is test_row_0/A:col10/1731187124005/Put/seqid=0 2024-11-09T21:18:45,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742179_1355 (size=30955) 2024-11-09T21:18:45,068 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/9310dac5019a49b9880dc24b6bf5eea5 2024-11-09T21:18:45,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/f87d848aaebf4555bc71c77a1a92240e is 50, key is test_row_0/B:col10/1731187124005/Put/seqid=0 2024-11-09T21:18:45,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742180_1356 (size=12001) 2024-11-09T21:18:45,083 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/f87d848aaebf4555bc71c77a1a92240e 2024-11-09T21:18:45,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/e002b17e966d48928e3fd0ee635517c5 is 50, key is test_row_0/C:col10/1731187124005/Put/seqid=0 2024-11-09T21:18:45,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742181_1357 (size=12001) 2024-11-09T21:18:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:45,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:45,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187185169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187185169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187185170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187185175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187185176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-09T21:18:45,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187185278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187185278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187185278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187185283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187185283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-09T21:18:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187185485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187185485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187185487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187185492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187185492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,498 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/e002b17e966d48928e3fd0ee635517c5 2024-11-09T21:18:45,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/9310dac5019a49b9880dc24b6bf5eea5 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/9310dac5019a49b9880dc24b6bf5eea5 2024-11-09T21:18:45,507 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/9310dac5019a49b9880dc24b6bf5eea5, entries=150, sequenceid=90, filesize=30.2 K 2024-11-09T21:18:45,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/f87d848aaebf4555bc71c77a1a92240e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/f87d848aaebf4555bc71c77a1a92240e 2024-11-09T21:18:45,518 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/f87d848aaebf4555bc71c77a1a92240e, entries=150, sequenceid=90, filesize=11.7 K 2024-11-09T21:18:45,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/e002b17e966d48928e3fd0ee635517c5 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/e002b17e966d48928e3fd0ee635517c5 2024-11-09T21:18:45,524 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/e002b17e966d48928e3fd0ee635517c5, entries=150, sequenceid=90, filesize=11.7 K 2024-11-09T21:18:45,525 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ac82dccacbe9fef9b040c199477c48ba in 485ms, sequenceid=90, compaction requested=true 2024-11-09T21:18:45,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:45,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:45,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-09T21:18:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-09T21:18:45,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-09T21:18:45,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 638 msec 2024-11-09T21:18:45,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 644 msec 2024-11-09T21:18:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:45,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac82dccacbe9fef9b040c199477c48ba 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T21:18:45,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=A 2024-11-09T21:18:45,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:45,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=B 2024-11-09T21:18:45,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:45,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=C 2024-11-09T21:18:45,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:45,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093b6545a4141e49399e517a59febf10ca_ac82dccacbe9fef9b040c199477c48ba is 50, key is test_row_0/A:col10/1731187125163/Put/seqid=0 2024-11-09T21:18:45,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742182_1358 (size=17034) 2024-11-09T21:18:45,817 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:45,821 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093b6545a4141e49399e517a59febf10ca_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093b6545a4141e49399e517a59febf10ca_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:45,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187185810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187185810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,822 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/5f67c2ff891143439b1a41b864b42170, store: [table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:45,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/5f67c2ff891143439b1a41b864b42170 is 175, key is test_row_0/A:col10/1731187125163/Put/seqid=0 2024-11-09T21:18:45,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742183_1359 (size=48139) 2024-11-09T21:18:45,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187185817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187185821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187185824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187185922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187185922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187185929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187185930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187185934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-09T21:18:45,990 INFO [Thread-1539 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-09T21:18:45,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-09T21:18:45,992 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T21:18:45,993 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:45,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:46,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T21:18:46,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187186131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187186131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187186133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187186137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:46,145 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187186141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-09T21:18:46,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:46,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:46,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:46,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:46,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:46,227 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/5f67c2ff891143439b1a41b864b42170 2024-11-09T21:18:46,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/46f79d5605f340fb9519f5a4155eafef is 50, key is test_row_0/B:col10/1731187125163/Put/seqid=0 2024-11-09T21:18:46,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742184_1360 (size=12001) 2024-11-09T21:18:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T21:18:46,298 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-09T21:18:46,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:46,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:46,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:46,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:46,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:46,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187186438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187186438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187186439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187186445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,451 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-09T21:18:46,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:46,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:46,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:46,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:46,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:46,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187186445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T21:18:46,603 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-09T21:18:46,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:46,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:46,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:46,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:46,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:46,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/46f79d5605f340fb9519f5a4155eafef 2024-11-09T21:18:46,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/a994f17e3f104ebd91434f6751ed1b10 is 50, key is test_row_0/C:col10/1731187125163/Put/seqid=0 2024-11-09T21:18:46,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742185_1361 (size=12001) 2024-11-09T21:18:46,756 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-09T21:18:46,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:46,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:46,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:46,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:46,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:46,909 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-09T21:18:46,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:46,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:46,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:46,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:46,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:46,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187186948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187186949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187186953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187186954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:46,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187186960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:47,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/a994f17e3f104ebd91434f6751ed1b10 2024-11-09T21:18:47,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/5f67c2ff891143439b1a41b864b42170 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/5f67c2ff891143439b1a41b864b42170 2024-11-09T21:18:47,062 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:47,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/5f67c2ff891143439b1a41b864b42170, entries=250, sequenceid=115, filesize=47.0 K 2024-11-09T21:18:47,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-09T21:18:47,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:47,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:47,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:47,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/46f79d5605f340fb9519f5a4155eafef as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/46f79d5605f340fb9519f5a4155eafef 2024-11-09T21:18:47,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:47,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:47,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/46f79d5605f340fb9519f5a4155eafef, entries=150, sequenceid=115, filesize=11.7 K 2024-11-09T21:18:47,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/a994f17e3f104ebd91434f6751ed1b10 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/a994f17e3f104ebd91434f6751ed1b10 2024-11-09T21:18:47,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/a994f17e3f104ebd91434f6751ed1b10, entries=150, sequenceid=115, filesize=11.7 K 2024-11-09T21:18:47,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for ac82dccacbe9fef9b040c199477c48ba in 1285ms, sequenceid=115, compaction requested=true 2024-11-09T21:18:47,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:47,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac82dccacbe9fef9b040c199477c48ba:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:18:47,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:47,082 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-09T21:18:47,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac82dccacbe9fef9b040c199477c48ba:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:18:47,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:47,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac82dccacbe9fef9b040c199477c48ba:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:18:47,082 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-09T21:18:47,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:47,083 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 211508 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-09T21:18:47,084 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): ac82dccacbe9fef9b040c199477c48ba/A is initiating minor compaction (all files) 2024-11-09T21:18:47,084 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac82dccacbe9fef9b040c199477c48ba/A in TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:47,084 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/042384cc329841388c8edb4c0ce3d076, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/a35d6c20faf843c1b06cf519afdf4f1c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/fb36022dbdec4680b32edaa51876f6b4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2d1bfd0c383c4b979988cb298830ff4e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/9310dac5019a49b9880dc24b6bf5eea5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/5f67c2ff891143439b1a41b864b42170] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp, totalSize=206.6 K 2024-11-09T21:18:47,084 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:47,084 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. files: [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/042384cc329841388c8edb4c0ce3d076, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/a35d6c20faf843c1b06cf519afdf4f1c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/fb36022dbdec4680b32edaa51876f6b4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2d1bfd0c383c4b979988cb298830ff4e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/9310dac5019a49b9880dc24b6bf5eea5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/5f67c2ff891143439b1a41b864b42170] 2024-11-09T21:18:47,084 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-09T21:18:47,084 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): ac82dccacbe9fef9b040c199477c48ba/B is initiating minor compaction (all files) 2024-11-09T21:18:47,084 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac82dccacbe9fef9b040c199477c48ba/B in TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:47,084 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/f99d0e28a2b34d2fa21f22ff0dde2b0f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/af0183f5ba3448f680f1bcca85395559, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/cb1edce91fdb418a85fa89c733de9642, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/1eeaa85e455d4dae9c1a1c2e1238fe13, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/f87d848aaebf4555bc71c77a1a92240e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/46f79d5605f340fb9519f5a4155eafef] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp, totalSize=70.3 K 2024-11-09T21:18:47,084 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 042384cc329841388c8edb4c0ce3d076, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731187120567 2024-11-09T21:18:47,085 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting f99d0e28a2b34d2fa21f22ff0dde2b0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731187120567 2024-11-09T21:18:47,085 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting a35d6c20faf843c1b06cf519afdf4f1c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731187120598 2024-11-09T21:18:47,085 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting af0183f5ba3448f680f1bcca85395559, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731187120598 2024-11-09T21:18:47,085 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting cb1edce91fdb418a85fa89c733de9642, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731187121220 2024-11-09T21:18:47,085 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb36022dbdec4680b32edaa51876f6b4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731187121220 2024-11-09T21:18:47,086 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d1bfd0c383c4b979988cb298830ff4e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731187123371 2024-11-09T21:18:47,086 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 1eeaa85e455d4dae9c1a1c2e1238fe13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731187123371 2024-11-09T21:18:47,086 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9310dac5019a49b9880dc24b6bf5eea5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731187124005 2024-11-09T21:18:47,086 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting f87d848aaebf4555bc71c77a1a92240e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731187124005 2024-11-09T21:18:47,086 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f67c2ff891143439b1a41b864b42170, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731187125163 2024-11-09T21:18:47,086 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 46f79d5605f340fb9519f5a4155eafef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731187125163 2024-11-09T21:18:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T21:18:47,098 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:47,102 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109c84d0bc22c0f47a1b1df7c2fad795918_ac82dccacbe9fef9b040c199477c48ba store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:47,102 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac82dccacbe9fef9b040c199477c48ba#B#compaction#307 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:47,102 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/42729eea641445d68e49e9b4b8ed62ad is 50, key is test_row_0/B:col10/1731187125163/Put/seqid=0 2024-11-09T21:18:47,104 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109c84d0bc22c0f47a1b1df7c2fad795918_ac82dccacbe9fef9b040c199477c48ba, store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:47,105 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c84d0bc22c0f47a1b1df7c2fad795918_ac82dccacbe9fef9b040c199477c48ba because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:47,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742186_1362 (size=12207) 2024-11-09T21:18:47,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742187_1363 (size=4469) 2024-11-09T21:18:47,215 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:47,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-09T21:18:47,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:47,216 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing ac82dccacbe9fef9b040c199477c48ba 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T21:18:47,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=A 2024-11-09T21:18:47,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:47,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=B 2024-11-09T21:18:47,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:47,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=C 2024-11-09T21:18:47,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:47,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ddb2692f1cf94ac4b2e4560a5d8d70b6_ac82dccacbe9fef9b040c199477c48ba is 50, key is test_row_0/A:col10/1731187125806/Put/seqid=0 2024-11-09T21:18:47,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742188_1364 (size=12154) 2024-11-09T21:18:47,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T21:18:47,298 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-09T21:18:47,514 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac82dccacbe9fef9b040c199477c48ba#A#compaction#306 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:47,515 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/42729eea641445d68e49e9b4b8ed62ad as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/42729eea641445d68e49e9b4b8ed62ad 2024-11-09T21:18:47,515 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/d842eb0069be4a76a5ed89d2cb5a3213 is 175, key is test_row_0/A:col10/1731187125163/Put/seqid=0 2024-11-09T21:18:47,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742189_1365 (size=31161) 2024-11-09T21:18:47,521 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in ac82dccacbe9fef9b040c199477c48ba/B of ac82dccacbe9fef9b040c199477c48ba into 42729eea641445d68e49e9b4b8ed62ad(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:47,521 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:47,521 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., storeName=ac82dccacbe9fef9b040c199477c48ba/B, priority=10, startTime=1731187127082; duration=0sec 2024-11-09T21:18:47,521 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:47,521 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac82dccacbe9fef9b040c199477c48ba:B 2024-11-09T21:18:47,521 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-09T21:18:47,525 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-09T21:18:47,525 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): ac82dccacbe9fef9b040c199477c48ba/C is initiating minor compaction (all files) 2024-11-09T21:18:47,525 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac82dccacbe9fef9b040c199477c48ba/C in TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:47,525 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/d842eb0069be4a76a5ed89d2cb5a3213 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/d842eb0069be4a76a5ed89d2cb5a3213 2024-11-09T21:18:47,525 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/998db103468b43d5b6d2d93767fcdd91, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/b447f076c6df4ba4b86071ff93e76061, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/0b050a173cd541f1975e84490ef5b2c1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/f25bf327cfa04f2fbd88e3c689d5c828, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/e002b17e966d48928e3fd0ee635517c5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/a994f17e3f104ebd91434f6751ed1b10] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp, totalSize=70.3 K 2024-11-09T21:18:47,526 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 998db103468b43d5b6d2d93767fcdd91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731187120567 2024-11-09T21:18:47,526 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting b447f076c6df4ba4b86071ff93e76061, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731187120598 2024-11-09T21:18:47,526 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b050a173cd541f1975e84490ef5b2c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731187121220 2024-11-09T21:18:47,527 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting f25bf327cfa04f2fbd88e3c689d5c828, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731187123371 2024-11-09T21:18:47,527 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting e002b17e966d48928e3fd0ee635517c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731187124005 2024-11-09T21:18:47,528 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting a994f17e3f104ebd91434f6751ed1b10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731187125163 2024-11-09T21:18:47,531 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in ac82dccacbe9fef9b040c199477c48ba/A of ac82dccacbe9fef9b040c199477c48ba into d842eb0069be4a76a5ed89d2cb5a3213(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:47,531 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:47,532 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., storeName=ac82dccacbe9fef9b040c199477c48ba/A, priority=10, startTime=1731187127082; duration=0sec 2024-11-09T21:18:47,532 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:47,532 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac82dccacbe9fef9b040c199477c48ba:A 2024-11-09T21:18:47,544 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac82dccacbe9fef9b040c199477c48ba#C#compaction#309 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:47,545 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/672924b8b2a14168aba6e532a127669e is 50, key is test_row_0/C:col10/1731187125163/Put/seqid=0 2024-11-09T21:18:47,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742190_1366 (size=12207) 2024-11-09T21:18:47,558 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/672924b8b2a14168aba6e532a127669e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/672924b8b2a14168aba6e532a127669e 2024-11-09T21:18:47,563 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in ac82dccacbe9fef9b040c199477c48ba/C of ac82dccacbe9fef9b040c199477c48ba into 672924b8b2a14168aba6e532a127669e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:47,563 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:47,563 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., storeName=ac82dccacbe9fef9b040c199477c48ba/C, priority=10, startTime=1731187127082; duration=0sec 2024-11-09T21:18:47,563 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:47,563 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac82dccacbe9fef9b040c199477c48ba:C 2024-11-09T21:18:47,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:47,630 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ddb2692f1cf94ac4b2e4560a5d8d70b6_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ddb2692f1cf94ac4b2e4560a5d8d70b6_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:47,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/ac55425cd56d4f8a9e7641a81ffbee27, store: [table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:47,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/ac55425cd56d4f8a9e7641a81ffbee27 is 175, key is test_row_0/A:col10/1731187125806/Put/seqid=0 2024-11-09T21:18:47,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742191_1367 (size=30955) 2024-11-09T21:18:47,639 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/ac55425cd56d4f8a9e7641a81ffbee27 2024-11-09T21:18:47,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/ca34ed6b09024d1b920666bed2953d24 is 50, key is test_row_0/B:col10/1731187125806/Put/seqid=0 2024-11-09T21:18:47,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742192_1368 (size=12001) 2024-11-09T21:18:47,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:47,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187187985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:47,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187187985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:47,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187187988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:47,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187187989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:47,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187187989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,054 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/ca34ed6b09024d1b920666bed2953d24 2024-11-09T21:18:48,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/5ac867987b2f4383b3b12dca656b9e64 is 50, key is test_row_0/C:col10/1731187125806/Put/seqid=0 2024-11-09T21:18:48,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742193_1369 (size=12001) 2024-11-09T21:18:48,067 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/5ac867987b2f4383b3b12dca656b9e64 2024-11-09T21:18:48,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/ac55425cd56d4f8a9e7641a81ffbee27 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/ac55425cd56d4f8a9e7641a81ffbee27 2024-11-09T21:18:48,076 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/ac55425cd56d4f8a9e7641a81ffbee27, entries=150, sequenceid=127, filesize=30.2 K 2024-11-09T21:18:48,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/ca34ed6b09024d1b920666bed2953d24 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/ca34ed6b09024d1b920666bed2953d24 2024-11-09T21:18:48,080 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/ca34ed6b09024d1b920666bed2953d24, entries=150, sequenceid=127, filesize=11.7 K 2024-11-09T21:18:48,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/5ac867987b2f4383b3b12dca656b9e64 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/5ac867987b2f4383b3b12dca656b9e64 2024-11-09T21:18:48,087 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/5ac867987b2f4383b3b12dca656b9e64, entries=150, sequenceid=127, filesize=11.7 K 2024-11-09T21:18:48,088 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ac82dccacbe9fef9b040c199477c48ba in 872ms, sequenceid=127, compaction requested=false 2024-11-09T21:18:48,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:48,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:48,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-09T21:18:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-09T21:18:48,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-09T21:18:48,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0960 sec 2024-11-09T21:18:48,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.1010 sec 2024-11-09T21:18:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:48,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac82dccacbe9fef9b040c199477c48ba 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T21:18:48,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=A 2024-11-09T21:18:48,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:48,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=B 2024-11-09T21:18:48,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:48,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=C 2024-11-09T21:18:48,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T21:18:48,096 INFO [Thread-1539 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-09T21:18:48,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-09T21:18:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T21:18:48,101 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:48,101 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:48,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:48,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ee18adebfa244c0a9594c9966159f3e6_ac82dccacbe9fef9b040c199477c48ba is 50, key is test_row_0/A:col10/1731187127976/Put/seqid=0 2024-11-09T21:18:48,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742194_1370 (size=17284) 2024-11-09T21:18:48,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187188105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,109 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:48,112 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ee18adebfa244c0a9594c9966159f3e6_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ee18adebfa244c0a9594c9966159f3e6_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:48,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187188106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187188107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187188106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187188107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,116 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/e1ea04c771d54949876c2ef32c5820df, store: [table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:48,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/e1ea04c771d54949876c2ef32c5820df is 175, key is test_row_0/A:col10/1731187127976/Put/seqid=0 2024-11-09T21:18:48,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742195_1371 (size=48389) 2024-11-09T21:18:48,121 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/e1ea04c771d54949876c2ef32c5820df 2024-11-09T21:18:48,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/a2751feb7b8c4da382e1c33111089a1c is 50, key is test_row_0/B:col10/1731187127976/Put/seqid=0 2024-11-09T21:18:48,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742196_1372 (size=12151) 2024-11-09T21:18:48,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/a2751feb7b8c4da382e1c33111089a1c 2024-11-09T21:18:48,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/6c1e1d21eaaf48b8bb65eb09bd0a16c6 is 50, key is test_row_0/C:col10/1731187127976/Put/seqid=0 2024-11-09T21:18:48,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742197_1373 (size=12151) 2024-11-09T21:18:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T21:18:48,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187188210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187188216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187188216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187188216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187188216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,253 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-09T21:18:48,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:48,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:48,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:48,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:48,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T21:18:48,406 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-09T21:18:48,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:48,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:48,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:48,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:48,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:48,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187188413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187188418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187188421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187188421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187188422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/6c1e1d21eaaf48b8bb65eb09bd0a16c6 2024-11-09T21:18:48,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/e1ea04c771d54949876c2ef32c5820df as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/e1ea04c771d54949876c2ef32c5820df 2024-11-09T21:18:48,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/e1ea04c771d54949876c2ef32c5820df, entries=250, sequenceid=156, filesize=47.3 K 2024-11-09T21:18:48,558 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-09T21:18:48,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:48,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/a2751feb7b8c4da382e1c33111089a1c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/a2751feb7b8c4da382e1c33111089a1c 2024-11-09T21:18:48,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:48,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:48,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:48,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:48,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/a2751feb7b8c4da382e1c33111089a1c, entries=150, sequenceid=156, filesize=11.9 K 2024-11-09T21:18:48,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/6c1e1d21eaaf48b8bb65eb09bd0a16c6 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/6c1e1d21eaaf48b8bb65eb09bd0a16c6 2024-11-09T21:18:48,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/6c1e1d21eaaf48b8bb65eb09bd0a16c6, entries=150, sequenceid=156, filesize=11.9 K 2024-11-09T21:18:48,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for ac82dccacbe9fef9b040c199477c48ba in 473ms, sequenceid=156, compaction requested=true 2024-11-09T21:18:48,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:48,568 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:48,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac82dccacbe9fef9b040c199477c48ba:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:18:48,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:48,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac82dccacbe9fef9b040c199477c48ba:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:18:48,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:48,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac82dccacbe9fef9b040c199477c48ba:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:18:48,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T21:18:48,569 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:48,569 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:48,569 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): ac82dccacbe9fef9b040c199477c48ba/A is initiating minor compaction (all files) 2024-11-09T21:18:48,570 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac82dccacbe9fef9b040c199477c48ba/A in TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:48,570 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/d842eb0069be4a76a5ed89d2cb5a3213, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/ac55425cd56d4f8a9e7641a81ffbee27, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/e1ea04c771d54949876c2ef32c5820df] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp, totalSize=107.9 K 2024-11-09T21:18:48,570 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:48,570 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. files: [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/d842eb0069be4a76a5ed89d2cb5a3213, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/ac55425cd56d4f8a9e7641a81ffbee27, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/e1ea04c771d54949876c2ef32c5820df] 2024-11-09T21:18:48,570 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting d842eb0069be4a76a5ed89d2cb5a3213, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731187125163 2024-11-09T21:18:48,570 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:48,570 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): ac82dccacbe9fef9b040c199477c48ba/B is initiating minor compaction (all files) 2024-11-09T21:18:48,570 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac82dccacbe9fef9b040c199477c48ba/B in TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:48,571 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/42729eea641445d68e49e9b4b8ed62ad, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/ca34ed6b09024d1b920666bed2953d24, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/a2751feb7b8c4da382e1c33111089a1c] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp, totalSize=35.5 K 2024-11-09T21:18:48,571 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42729eea641445d68e49e9b4b8ed62ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731187125163 2024-11-09T21:18:48,571 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting ac55425cd56d4f8a9e7641a81ffbee27, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731187125806 2024-11-09T21:18:48,572 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca34ed6b09024d1b920666bed2953d24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731187125806 2024-11-09T21:18:48,572 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting e1ea04c771d54949876c2ef32c5820df, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731187127976 2024-11-09T21:18:48,572 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2751feb7b8c4da382e1c33111089a1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731187127976 2024-11-09T21:18:48,580 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:48,580 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac82dccacbe9fef9b040c199477c48ba#B#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:48,581 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/2afdfc7e3e4f426184f5db78354844ba is 50, key is test_row_0/B:col10/1731187127976/Put/seqid=0 2024-11-09T21:18:48,582 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411098b17b1f2736f454cb0ca008dbd0491d1_ac82dccacbe9fef9b040c199477c48ba store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:48,584 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411098b17b1f2736f454cb0ca008dbd0491d1_ac82dccacbe9fef9b040c199477c48ba, store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:48,585 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098b17b1f2736f454cb0ca008dbd0491d1_ac82dccacbe9fef9b040c199477c48ba because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:48,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742198_1374 (size=12459) 2024-11-09T21:18:48,600 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/2afdfc7e3e4f426184f5db78354844ba as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/2afdfc7e3e4f426184f5db78354844ba 2024-11-09T21:18:48,606 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac82dccacbe9fef9b040c199477c48ba/B of ac82dccacbe9fef9b040c199477c48ba into 2afdfc7e3e4f426184f5db78354844ba(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:48,606 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:48,606 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., storeName=ac82dccacbe9fef9b040c199477c48ba/B, priority=13, startTime=1731187128568; duration=0sec 2024-11-09T21:18:48,606 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:48,606 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac82dccacbe9fef9b040c199477c48ba:B 2024-11-09T21:18:48,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742199_1375 (size=4469) 2024-11-09T21:18:48,612 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:48,614 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:48,615 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): ac82dccacbe9fef9b040c199477c48ba/C is initiating minor compaction (all files) 2024-11-09T21:18:48,615 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac82dccacbe9fef9b040c199477c48ba/C in TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:48,615 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/672924b8b2a14168aba6e532a127669e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/5ac867987b2f4383b3b12dca656b9e64, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/6c1e1d21eaaf48b8bb65eb09bd0a16c6] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp, totalSize=35.5 K 2024-11-09T21:18:48,615 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 672924b8b2a14168aba6e532a127669e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731187125163 2024-11-09T21:18:48,617 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ac867987b2f4383b3b12dca656b9e64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731187125806 2024-11-09T21:18:48,618 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c1e1d21eaaf48b8bb65eb09bd0a16c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731187127976 2024-11-09T21:18:48,630 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac82dccacbe9fef9b040c199477c48ba#C#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:48,631 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/35a981c0bc544aef8dbedec625934c55 is 50, key is test_row_0/C:col10/1731187127976/Put/seqid=0 2024-11-09T21:18:48,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742200_1376 (size=12459) 2024-11-09T21:18:48,650 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/35a981c0bc544aef8dbedec625934c55 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/35a981c0bc544aef8dbedec625934c55 2024-11-09T21:18:48,655 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac82dccacbe9fef9b040c199477c48ba/C of ac82dccacbe9fef9b040c199477c48ba into 35a981c0bc544aef8dbedec625934c55(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:48,655 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:48,655 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., storeName=ac82dccacbe9fef9b040c199477c48ba/C, priority=13, startTime=1731187128568; duration=0sec 2024-11-09T21:18:48,655 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:48,655 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac82dccacbe9fef9b040c199477c48ba:C 2024-11-09T21:18:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T21:18:48,711 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-09T21:18:48,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:48,711 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing ac82dccacbe9fef9b040c199477c48ba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T21:18:48,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=A 2024-11-09T21:18:48,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:48,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=B 2024-11-09T21:18:48,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:48,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=C 2024-11-09T21:18:48,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:48,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097de2613a3bf74549be628cc50be42174_ac82dccacbe9fef9b040c199477c48ba is 50, key is test_row_0/A:col10/1731187128106/Put/seqid=0 2024-11-09T21:18:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:48,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:48,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742201_1377 (size=12304) 2024-11-09T21:18:48,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:48,750 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097de2613a3bf74549be628cc50be42174_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097de2613a3bf74549be628cc50be42174_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:48,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/25f4d1812e7c4dd3b3063eb1517322d0, store: [table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:48,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/25f4d1812e7c4dd3b3063eb1517322d0 is 175, key is test_row_0/A:col10/1731187128106/Put/seqid=0 2024-11-09T21:18:48,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187188753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187188758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187188759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187188760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187188761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742202_1378 (size=31105) 2024-11-09T21:18:48,774 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/25f4d1812e7c4dd3b3063eb1517322d0 2024-11-09T21:18:48,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/f2d1f70e1dc34ea5abb78e7c959db679 is 50, key is test_row_0/B:col10/1731187128106/Put/seqid=0 2024-11-09T21:18:48,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742203_1379 (size=12151) 2024-11-09T21:18:48,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187188862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187188862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187188865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187188866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:48,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187188866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:49,009 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac82dccacbe9fef9b040c199477c48ba#A#compaction#316 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:49,010 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/4416315749a4428eb4a245af69e6513e is 175, key is test_row_0/A:col10/1731187127976/Put/seqid=0 2024-11-09T21:18:49,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742204_1380 (size=31413) 2024-11-09T21:18:49,029 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/4416315749a4428eb4a245af69e6513e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/4416315749a4428eb4a245af69e6513e 2024-11-09T21:18:49,033 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac82dccacbe9fef9b040c199477c48ba/A of ac82dccacbe9fef9b040c199477c48ba into 4416315749a4428eb4a245af69e6513e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:49,033 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:49,034 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., storeName=ac82dccacbe9fef9b040c199477c48ba/A, priority=13, startTime=1731187128568; duration=0sec 2024-11-09T21:18:49,034 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:49,034 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac82dccacbe9fef9b040c199477c48ba:A 2024-11-09T21:18:49,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187189067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:49,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187189068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:49,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187189068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:49,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187189068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:49,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187189069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:49,191 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/f2d1f70e1dc34ea5abb78e7c959db679 2024-11-09T21:18:49,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/0f286e51638c4e2abdd1023c3375804a is 50, key is test_row_0/C:col10/1731187128106/Put/seqid=0 2024-11-09T21:18:49,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742205_1381 (size=12151) 2024-11-09T21:18:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T21:18:49,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187189374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:49,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:49,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187189375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187189375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:49,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187189375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:49,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187189376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:49,605 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/0f286e51638c4e2abdd1023c3375804a 2024-11-09T21:18:49,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/25f4d1812e7c4dd3b3063eb1517322d0 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/25f4d1812e7c4dd3b3063eb1517322d0 2024-11-09T21:18:49,612 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/25f4d1812e7c4dd3b3063eb1517322d0, entries=150, sequenceid=169, filesize=30.4 K 2024-11-09T21:18:49,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/f2d1f70e1dc34ea5abb78e7c959db679 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/f2d1f70e1dc34ea5abb78e7c959db679 2024-11-09T21:18:49,617 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/f2d1f70e1dc34ea5abb78e7c959db679, entries=150, sequenceid=169, filesize=11.9 K 2024-11-09T21:18:49,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/0f286e51638c4e2abdd1023c3375804a as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/0f286e51638c4e2abdd1023c3375804a 2024-11-09T21:18:49,621 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/0f286e51638c4e2abdd1023c3375804a, entries=150, sequenceid=169, filesize=11.9 K 2024-11-09T21:18:49,621 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ac82dccacbe9fef9b040c199477c48ba in 910ms, sequenceid=169, compaction requested=false 2024-11-09T21:18:49,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:49,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:49,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-09T21:18:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-09T21:18:49,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-09T21:18:49,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5220 sec 2024-11-09T21:18:49,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.5260 sec 2024-11-09T21:18:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:49,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac82dccacbe9fef9b040c199477c48ba 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T21:18:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=A 2024-11-09T21:18:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=B 2024-11-09T21:18:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=C 2024-11-09T21:18:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:49,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187189888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:49,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110900eebc37ea9c456ea2038b5d1fed3224_ac82dccacbe9fef9b040c199477c48ba is 50, key is test_row_0/A:col10/1731187128751/Put/seqid=0 2024-11-09T21:18:49,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187189889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:49,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187189890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:49,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187189891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:49,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187189892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:49,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742206_1382 (size=17284) 2024-11-09T21:18:49,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187189993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187189997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187189997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187189997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187189997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187190198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187190202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187190202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T21:18:50,205 INFO [Thread-1539 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-09T21:18:50,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:50,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187190203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187190203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-09T21:18:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T21:18:50,208 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:50,208 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:50,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:50,298 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:50,302 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110900eebc37ea9c456ea2038b5d1fed3224_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110900eebc37ea9c456ea2038b5d1fed3224_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:50,303 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/fb46f0e7a5d146cea760c31f912a67c1, store: [table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:50,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/fb46f0e7a5d146cea760c31f912a67c1 is 175, key is test_row_0/A:col10/1731187128751/Put/seqid=0 2024-11-09T21:18:50,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742207_1383 (size=48389) 2024-11-09T21:18:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T21:18:50,360 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-09T21:18:50,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:50,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:50,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:50,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:50,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:50,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187190501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187190504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187190506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187190507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T21:18:50,513 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-09T21:18:50,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:50,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:50,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:50,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:50,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:50,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187190509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:50,666 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-09T21:18:50,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:50,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:50,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:50,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:50,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:50,707 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/fb46f0e7a5d146cea760c31f912a67c1 2024-11-09T21:18:50,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/84f918663afe420db2a936328f64b973 is 50, key is test_row_0/B:col10/1731187128751/Put/seqid=0 2024-11-09T21:18:50,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742208_1384 (size=12151) 2024-11-09T21:18:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T21:18:50,818 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-09T21:18:50,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:50,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:50,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:50,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:50,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:50,971 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:50,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-09T21:18:50,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:50,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:50,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:50,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:50,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:51,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187191007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:51,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187191010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:51,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187191011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:51,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187191012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:51,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187191016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:51,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/84f918663afe420db2a936328f64b973 2024-11-09T21:18:51,124 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:51,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-09T21:18:51,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:51,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:51,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:51,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:51,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:51,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/f059b2a296a4456899da75c146063f5e is 50, key is test_row_0/C:col10/1731187128751/Put/seqid=0 2024-11-09T21:18:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:51,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742209_1385 (size=12151) 2024-11-09T21:18:51,277 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:51,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-09T21:18:51,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:51,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:51,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:51,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:51,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T21:18:51,429 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:51,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-09T21:18:51,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:51,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:51,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:51,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:51,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:51,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/f059b2a296a4456899da75c146063f5e 2024-11-09T21:18:51,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/fb46f0e7a5d146cea760c31f912a67c1 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/fb46f0e7a5d146cea760c31f912a67c1 2024-11-09T21:18:51,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/fb46f0e7a5d146cea760c31f912a67c1, entries=250, sequenceid=197, filesize=47.3 K 2024-11-09T21:18:51,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/84f918663afe420db2a936328f64b973 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/84f918663afe420db2a936328f64b973 2024-11-09T21:18:51,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/84f918663afe420db2a936328f64b973, entries=150, sequenceid=197, filesize=11.9 K 2024-11-09T21:18:51,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/f059b2a296a4456899da75c146063f5e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/f059b2a296a4456899da75c146063f5e 2024-11-09T21:18:51,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/f059b2a296a4456899da75c146063f5e, entries=150, sequenceid=197, filesize=11.9 K 2024-11-09T21:18:51,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ac82dccacbe9fef9b040c199477c48ba in 1669ms, sequenceid=197, compaction requested=true 2024-11-09T21:18:51,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:51,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac82dccacbe9fef9b040c199477c48ba:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:18:51,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:51,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac82dccacbe9fef9b040c199477c48ba:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:18:51,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:51,553 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:51,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac82dccacbe9fef9b040c199477c48ba:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:18:51,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T21:18:51,553 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:51,554 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:51,554 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): ac82dccacbe9fef9b040c199477c48ba/B is initiating minor compaction (all files) 2024-11-09T21:18:51,554 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac82dccacbe9fef9b040c199477c48ba/B in TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:51,555 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/2afdfc7e3e4f426184f5db78354844ba, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/f2d1f70e1dc34ea5abb78e7c959db679, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/84f918663afe420db2a936328f64b973] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp, totalSize=35.9 K 2024-11-09T21:18:51,555 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:51,555 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): ac82dccacbe9fef9b040c199477c48ba/A is initiating minor compaction (all files) 2024-11-09T21:18:51,555 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac82dccacbe9fef9b040c199477c48ba/A in TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:51,555 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/4416315749a4428eb4a245af69e6513e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/25f4d1812e7c4dd3b3063eb1517322d0, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/fb46f0e7a5d146cea760c31f912a67c1] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp, totalSize=108.3 K 2024-11-09T21:18:51,555 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:51,555 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. files: [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/4416315749a4428eb4a245af69e6513e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/25f4d1812e7c4dd3b3063eb1517322d0, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/fb46f0e7a5d146cea760c31f912a67c1] 2024-11-09T21:18:51,555 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 2afdfc7e3e4f426184f5db78354844ba, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731187127976 2024-11-09T21:18:51,556 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4416315749a4428eb4a245af69e6513e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731187127976 2024-11-09T21:18:51,556 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting f2d1f70e1dc34ea5abb78e7c959db679, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731187128105 2024-11-09T21:18:51,556 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25f4d1812e7c4dd3b3063eb1517322d0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731187128105 2024-11-09T21:18:51,556 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 84f918663afe420db2a936328f64b973, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731187128751 2024-11-09T21:18:51,557 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb46f0e7a5d146cea760c31f912a67c1, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731187128751 2024-11-09T21:18:51,564 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:51,564 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac82dccacbe9fef9b040c199477c48ba#B#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:51,565 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/56f602ee7f7f4e699ed85b99fa4c5065 is 50, key is test_row_0/B:col10/1731187128751/Put/seqid=0 2024-11-09T21:18:51,566 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109c57943f877dd4673a1a33666aeea7ce5_ac82dccacbe9fef9b040c199477c48ba store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:51,568 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109c57943f877dd4673a1a33666aeea7ce5_ac82dccacbe9fef9b040c199477c48ba, store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:51,568 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c57943f877dd4673a1a33666aeea7ce5_ac82dccacbe9fef9b040c199477c48ba because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:51,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742210_1386 (size=12561) 2024-11-09T21:18:51,578 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/56f602ee7f7f4e699ed85b99fa4c5065 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/56f602ee7f7f4e699ed85b99fa4c5065 2024-11-09T21:18:51,582 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:51,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-09T21:18:51,583 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac82dccacbe9fef9b040c199477c48ba/B of ac82dccacbe9fef9b040c199477c48ba into 56f602ee7f7f4e699ed85b99fa4c5065(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:51,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:51,583 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:51,583 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., storeName=ac82dccacbe9fef9b040c199477c48ba/B, priority=13, startTime=1731187131553; duration=0sec 2024-11-09T21:18:51,583 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing ac82dccacbe9fef9b040c199477c48ba 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-09T21:18:51,583 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:51,583 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac82dccacbe9fef9b040c199477c48ba:B 2024-11-09T21:18:51,583 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:51,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=A 2024-11-09T21:18:51,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:51,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=B 2024-11-09T21:18:51,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:51,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=C 2024-11-09T21:18:51,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:51,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742211_1387 (size=4469) 2024-11-09T21:18:51,589 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:51,589 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): ac82dccacbe9fef9b040c199477c48ba/C is initiating minor compaction (all files) 2024-11-09T21:18:51,589 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac82dccacbe9fef9b040c199477c48ba/C in TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:51,589 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/35a981c0bc544aef8dbedec625934c55, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/0f286e51638c4e2abdd1023c3375804a, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/f059b2a296a4456899da75c146063f5e] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp, totalSize=35.9 K 2024-11-09T21:18:51,590 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 35a981c0bc544aef8dbedec625934c55, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731187127976 2024-11-09T21:18:51,590 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f286e51638c4e2abdd1023c3375804a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731187128105 2024-11-09T21:18:51,590 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting f059b2a296a4456899da75c146063f5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731187128751 2024-11-09T21:18:51,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110906b9637a1cbb4582aa7a9d34be4b0bf0_ac82dccacbe9fef9b040c199477c48ba is 50, key is test_row_0/A:col10/1731187129888/Put/seqid=0 2024-11-09T21:18:51,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742212_1388 (size=12304) 2024-11-09T21:18:51,599 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac82dccacbe9fef9b040c199477c48ba#C#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:51,599 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/88c94f5baca7470789790176f4799119 is 50, key is test_row_0/C:col10/1731187128751/Put/seqid=0 2024-11-09T21:18:51,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742213_1389 (size=12561) 2024-11-09T21:18:51,990 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac82dccacbe9fef9b040c199477c48ba#A#compaction#325 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:51,990 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/665868e886e244dd965d0f90d4aa2a0e is 175, key is test_row_0/A:col10/1731187128751/Put/seqid=0 2024-11-09T21:18:51,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742214_1390 (size=31515) 2024-11-09T21:18:51,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:52,002 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110906b9637a1cbb4582aa7a9d34be4b0bf0_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110906b9637a1cbb4582aa7a9d34be4b0bf0_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:52,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/0d46b2916eed4a899df86dffd5576f27, store: [table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:52,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/0d46b2916eed4a899df86dffd5576f27 is 175, key is test_row_0/A:col10/1731187129888/Put/seqid=0 2024-11-09T21:18:52,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742215_1391 (size=31105) 2024-11-09T21:18:52,010 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/88c94f5baca7470789790176f4799119 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/88c94f5baca7470789790176f4799119 2024-11-09T21:18:52,013 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac82dccacbe9fef9b040c199477c48ba/C of ac82dccacbe9fef9b040c199477c48ba into 88c94f5baca7470789790176f4799119(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:52,013 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:52,014 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., storeName=ac82dccacbe9fef9b040c199477c48ba/C, priority=13, startTime=1731187131553; duration=0sec 2024-11-09T21:18:52,014 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:52,014 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac82dccacbe9fef9b040c199477c48ba:C 2024-11-09T21:18:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:52,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187192043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187192046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187192047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187192048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187192049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187192150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187192153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187192153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187192154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187192158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T21:18:52,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187192355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187192359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187192360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187192360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187192361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,402 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/665868e886e244dd965d0f90d4aa2a0e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/665868e886e244dd965d0f90d4aa2a0e 2024-11-09T21:18:52,406 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac82dccacbe9fef9b040c199477c48ba/A of ac82dccacbe9fef9b040c199477c48ba into 665868e886e244dd965d0f90d4aa2a0e(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:52,406 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:52,406 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., storeName=ac82dccacbe9fef9b040c199477c48ba/A, priority=13, startTime=1731187131553; duration=0sec 2024-11-09T21:18:52,406 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:52,406 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac82dccacbe9fef9b040c199477c48ba:A 2024-11-09T21:18:52,407 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/0d46b2916eed4a899df86dffd5576f27 2024-11-09T21:18:52,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/5287026dd2674eec8326e09cc9cce972 is 50, key is test_row_0/B:col10/1731187129888/Put/seqid=0 2024-11-09T21:18:52,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742216_1392 (size=12151) 2024-11-09T21:18:52,429 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/5287026dd2674eec8326e09cc9cce972 2024-11-09T21:18:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/fd46da36d8154ece9c227ec1087ea583 is 50, key is test_row_0/C:col10/1731187129888/Put/seqid=0 2024-11-09T21:18:52,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742217_1393 (size=12151) 2024-11-09T21:18:52,439 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/fd46da36d8154ece9c227ec1087ea583 2024-11-09T21:18:52,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/0d46b2916eed4a899df86dffd5576f27 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/0d46b2916eed4a899df86dffd5576f27 2024-11-09T21:18:52,448 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/0d46b2916eed4a899df86dffd5576f27, entries=150, sequenceid=207, filesize=30.4 K 2024-11-09T21:18:52,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/5287026dd2674eec8326e09cc9cce972 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/5287026dd2674eec8326e09cc9cce972 2024-11-09T21:18:52,452 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/5287026dd2674eec8326e09cc9cce972, entries=150, sequenceid=207, filesize=11.9 K 2024-11-09T21:18:52,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/fd46da36d8154ece9c227ec1087ea583 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/fd46da36d8154ece9c227ec1087ea583 2024-11-09T21:18:52,456 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/fd46da36d8154ece9c227ec1087ea583, entries=150, sequenceid=207, filesize=11.9 K 2024-11-09T21:18:52,457 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for ac82dccacbe9fef9b040c199477c48ba in 874ms, sequenceid=207, compaction requested=false 2024-11-09T21:18:52,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:52,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:52,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-09T21:18:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-09T21:18:52,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-09T21:18:52,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2500 sec 2024-11-09T21:18:52,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.2540 sec 2024-11-09T21:18:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:52,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac82dccacbe9fef9b040c199477c48ba 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-09T21:18:52,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=A 2024-11-09T21:18:52,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:52,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=B 2024-11-09T21:18:52,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:52,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=C 2024-11-09T21:18:52,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:52,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cede5e05200d4795aedda846b01f5b6e_ac82dccacbe9fef9b040c199477c48ba is 50, key is test_row_0/A:col10/1731187132046/Put/seqid=0 2024-11-09T21:18:52,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742218_1394 (size=12304) 2024-11-09T21:18:52,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187192669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187192670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187192670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187192671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187192672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187192777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187192777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187192778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187192780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187192982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187192982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187192982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:52,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187192982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:53,074 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,077 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cede5e05200d4795aedda846b01f5b6e_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cede5e05200d4795aedda846b01f5b6e_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:53,078 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/2a400bebf4614cfbb7a2ef2a27832e0c, store: [table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:53,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/2a400bebf4614cfbb7a2ef2a27832e0c is 175, key is test_row_0/A:col10/1731187132046/Put/seqid=0 2024-11-09T21:18:53,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742219_1395 (size=31105) 2024-11-09T21:18:53,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187193182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:53,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187193286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:53,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187193287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:53,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187193287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:53,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187193288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:53,483 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/2a400bebf4614cfbb7a2ef2a27832e0c 2024-11-09T21:18:53,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/5f5f4b52d5254da1a62fcb7ab4e1defc is 50, key is test_row_0/B:col10/1731187132046/Put/seqid=0 2024-11-09T21:18:53,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742220_1396 (size=12151) 2024-11-09T21:18:53,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187193790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:53,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187193792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:53,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187193794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:53,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187193795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:53,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/5f5f4b52d5254da1a62fcb7ab4e1defc 2024-11-09T21:18:53,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/3e05762daf8b4885816f470e17d346f9 is 50, key is test_row_0/C:col10/1731187132046/Put/seqid=0 2024-11-09T21:18:53,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742221_1397 (size=12151) 2024-11-09T21:18:53,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/3e05762daf8b4885816f470e17d346f9 2024-11-09T21:18:53,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/2a400bebf4614cfbb7a2ef2a27832e0c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2a400bebf4614cfbb7a2ef2a27832e0c 2024-11-09T21:18:53,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2a400bebf4614cfbb7a2ef2a27832e0c, entries=150, sequenceid=237, filesize=30.4 K 2024-11-09T21:18:53,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/5f5f4b52d5254da1a62fcb7ab4e1defc as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/5f5f4b52d5254da1a62fcb7ab4e1defc 2024-11-09T21:18:53,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/5f5f4b52d5254da1a62fcb7ab4e1defc, entries=150, sequenceid=237, filesize=11.9 K 2024-11-09T21:18:53,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/3e05762daf8b4885816f470e17d346f9 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/3e05762daf8b4885816f470e17d346f9 2024-11-09T21:18:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/3e05762daf8b4885816f470e17d346f9, entries=150, sequenceid=237, filesize=11.9 K 2024-11-09T21:18:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for ac82dccacbe9fef9b040c199477c48ba in 1263ms, sequenceid=237, compaction requested=true 2024-11-09T21:18:53,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,925 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac82dccacbe9fef9b040c199477c48ba:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:18:53,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:53,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac82dccacbe9fef9b040c199477c48ba:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:18:53,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:53,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac82dccacbe9fef9b040c199477c48ba:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:18:53,925 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:53,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,926 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:53,926 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): ac82dccacbe9fef9b040c199477c48ba/A is initiating minor compaction (all files) 2024-11-09T21:18:53,926 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:53,926 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac82dccacbe9fef9b040c199477c48ba/A in TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,926 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): ac82dccacbe9fef9b040c199477c48ba/B is initiating minor compaction (all files) 2024-11-09T21:18:53,926 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/665868e886e244dd965d0f90d4aa2a0e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/0d46b2916eed4a899df86dffd5576f27, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2a400bebf4614cfbb7a2ef2a27832e0c] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp, totalSize=91.5 K 2024-11-09T21:18:53,926 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:53,926 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac82dccacbe9fef9b040c199477c48ba/B in TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:53,926 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. files: [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/665868e886e244dd965d0f90d4aa2a0e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/0d46b2916eed4a899df86dffd5576f27, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2a400bebf4614cfbb7a2ef2a27832e0c] 2024-11-09T21:18:53,927 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/56f602ee7f7f4e699ed85b99fa4c5065, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/5287026dd2674eec8326e09cc9cce972, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/5f5f4b52d5254da1a62fcb7ab4e1defc] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp, totalSize=36.0 K 2024-11-09T21:18:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,927 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 56f602ee7f7f4e699ed85b99fa4c5065, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731187128751 2024-11-09T21:18:53,927 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 665868e886e244dd965d0f90d4aa2a0e, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731187128751 2024-11-09T21:18:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,928 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 5287026dd2674eec8326e09cc9cce972, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731187129888 2024-11-09T21:18:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,928 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d46b2916eed4a899df86dffd5576f27, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731187129888 2024-11-09T21:18:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,928 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f5f4b52d5254da1a62fcb7ab4e1defc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731187132046 2024-11-09T21:18:53,928 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a400bebf4614cfbb7a2ef2a27832e0c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731187132046 2024-11-09T21:18:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,936 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,936 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac82dccacbe9fef9b040c199477c48ba#B#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,937 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/83c1baed71a94272b601049a8ee66114 is 50, key is test_row_0/B:col10/1731187132046/Put/seqid=0 2024-11-09T21:18:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,938 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411091632278b8c0e4f2e9aae69377fe47d59_ac82dccacbe9fef9b040c199477c48ba store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,940 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411091632278b8c0e4f2e9aae69377fe47d59_ac82dccacbe9fef9b040c199477c48ba, store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:53,940 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091632278b8c0e4f2e9aae69377fe47d59_ac82dccacbe9fef9b040c199477c48ba because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742222_1398 (size=12663) 2024-11-09T21:18:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742223_1399 (size=4469) 2024-11-09T21:18:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:54,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac82dccacbe9fef9b040c199477c48ba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T21:18:54,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=A 2024-11-09T21:18:54,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:54,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=B 2024-11-09T21:18:54,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:54,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=C 2024-11-09T21:18:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ae8d79e91beb4b9499f6fe102d3a19ca_ac82dccacbe9fef9b040c199477c48ba is 50, key is test_row_0/A:col10/1731187132671/Put/seqid=0 2024-11-09T21:18:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742224_1400 (size=17284) 2024-11-09T21:18:54,262 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:54,266 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ae8d79e91beb4b9499f6fe102d3a19ca_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ae8d79e91beb4b9499f6fe102d3a19ca_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:54,269 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/173500adead24f92a40703836b66b133, store: [table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:54,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/173500adead24f92a40703836b66b133 is 175, key is test_row_0/A:col10/1731187132671/Put/seqid=0 2024-11-09T21:18:54,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742225_1401 (size=48389) 2024-11-09T21:18:54,285 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/173500adead24f92a40703836b66b133 2024-11-09T21:18:54,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/513befac0f4749909e3752a97503da04 is 50, key is test_row_0/B:col10/1731187132671/Put/seqid=0 2024-11-09T21:18:54,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742226_1402 (size=12151) 2024-11-09T21:18:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T21:18:54,312 INFO [Thread-1539 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-09T21:18:54,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-09T21:18:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T21:18:54,315 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:54,315 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:54,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:54,354 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/83c1baed71a94272b601049a8ee66114 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/83c1baed71a94272b601049a8ee66114 2024-11-09T21:18:54,359 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac82dccacbe9fef9b040c199477c48ba/B of ac82dccacbe9fef9b040c199477c48ba into 83c1baed71a94272b601049a8ee66114(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:54,359 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:54,359 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., storeName=ac82dccacbe9fef9b040c199477c48ba/B, priority=13, startTime=1731187133925; duration=0sec 2024-11-09T21:18:54,359 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:54,359 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac82dccacbe9fef9b040c199477c48ba:B 2024-11-09T21:18:54,359 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:18:54,360 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac82dccacbe9fef9b040c199477c48ba#A#compaction#334 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:54,361 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/2a904012f5414001b09d1ee318fa874d is 175, key is test_row_0/A:col10/1731187132046/Put/seqid=0 2024-11-09T21:18:54,361 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:18:54,361 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): ac82dccacbe9fef9b040c199477c48ba/C is initiating minor compaction (all files) 2024-11-09T21:18:54,361 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac82dccacbe9fef9b040c199477c48ba/C in TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:54,362 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/88c94f5baca7470789790176f4799119, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/fd46da36d8154ece9c227ec1087ea583, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/3e05762daf8b4885816f470e17d346f9] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp, totalSize=36.0 K 2024-11-09T21:18:54,362 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 88c94f5baca7470789790176f4799119, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731187128751 2024-11-09T21:18:54,362 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting fd46da36d8154ece9c227ec1087ea583, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731187129888 2024-11-09T21:18:54,363 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e05762daf8b4885816f470e17d346f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731187132046 2024-11-09T21:18:54,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742227_1403 (size=31617) 2024-11-09T21:18:54,370 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/2a904012f5414001b09d1ee318fa874d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2a904012f5414001b09d1ee318fa874d 2024-11-09T21:18:54,370 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac82dccacbe9fef9b040c199477c48ba#C#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:54,371 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/0c0104cc9e894178a83d762e4b93bfc0 is 50, key is test_row_0/C:col10/1731187132046/Put/seqid=0 2024-11-09T21:18:54,374 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac82dccacbe9fef9b040c199477c48ba/A of ac82dccacbe9fef9b040c199477c48ba into 2a904012f5414001b09d1ee318fa874d(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:54,374 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:54,374 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., storeName=ac82dccacbe9fef9b040c199477c48ba/A, priority=13, startTime=1731187133925; duration=0sec 2024-11-09T21:18:54,374 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:54,374 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac82dccacbe9fef9b040c199477c48ba:A 2024-11-09T21:18:54,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742228_1404 (size=12663) 2024-11-09T21:18:54,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187194391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T21:18:54,466 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:54,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-09T21:18:54,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:54,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:54,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:54,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:54,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:54,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187194496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T21:18:54,619 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:54,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-09T21:18:54,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:54,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:54,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:54,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:54,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:54,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/513befac0f4749909e3752a97503da04 2024-11-09T21:18:54,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187194700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:54,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/3e2780af158341e08d7c2790c6491655 is 50, key is test_row_0/C:col10/1731187132671/Put/seqid=0 2024-11-09T21:18:54,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742229_1405 (size=12151) 2024-11-09T21:18:54,772 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:54,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-09T21:18:54,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:54,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:54,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:54,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:54,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:54,781 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/0c0104cc9e894178a83d762e4b93bfc0 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/0c0104cc9e894178a83d762e4b93bfc0 2024-11-09T21:18:54,785 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac82dccacbe9fef9b040c199477c48ba/C of ac82dccacbe9fef9b040c199477c48ba into 0c0104cc9e894178a83d762e4b93bfc0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:54,785 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:54,785 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., storeName=ac82dccacbe9fef9b040c199477c48ba/C, priority=13, startTime=1731187133925; duration=0sec 2024-11-09T21:18:54,785 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:54,785 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac82dccacbe9fef9b040c199477c48ba:C 2024-11-09T21:18:54,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187194795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:54,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187194797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:54,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187194802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:54,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187194802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T21:18:54,925 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:54,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-09T21:18:54,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:54,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:54,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:54,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:54,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:55,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187195005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:55,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:55,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-09T21:18:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:55,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:55,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:55,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/3e2780af158341e08d7c2790c6491655 2024-11-09T21:18:55,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/173500adead24f92a40703836b66b133 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/173500adead24f92a40703836b66b133 2024-11-09T21:18:55,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/173500adead24f92a40703836b66b133, entries=250, sequenceid=248, filesize=47.3 K 2024-11-09T21:18:55,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/513befac0f4749909e3752a97503da04 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/513befac0f4749909e3752a97503da04 2024-11-09T21:18:55,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/513befac0f4749909e3752a97503da04, entries=150, sequenceid=248, filesize=11.9 K 2024-11-09T21:18:55,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/3e2780af158341e08d7c2790c6491655 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/3e2780af158341e08d7c2790c6491655 2024-11-09T21:18:55,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/3e2780af158341e08d7c2790c6491655, entries=150, sequenceid=248, filesize=11.9 K 2024-11-09T21:18:55,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ac82dccacbe9fef9b040c199477c48ba in 896ms, sequenceid=248, compaction requested=false 2024-11-09T21:18:55,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:55,231 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:55,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-09T21:18:55,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:55,232 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing ac82dccacbe9fef9b040c199477c48ba 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T21:18:55,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=A 2024-11-09T21:18:55,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:55,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=B 2024-11-09T21:18:55,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:55,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=C 2024-11-09T21:18:55,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:55,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110957bc2ba97ec34eb4b6edef9181f4ff4c_ac82dccacbe9fef9b040c199477c48ba is 50, key is test_row_0/A:col10/1731187134345/Put/seqid=0 2024-11-09T21:18:55,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742230_1406 (size=12454) 2024-11-09T21:18:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T21:18:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:55,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:55,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187195550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:55,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:55,647 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110957bc2ba97ec34eb4b6edef9181f4ff4c_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110957bc2ba97ec34eb4b6edef9181f4ff4c_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:55,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/d58feb8aa78d472bb2035f1fb358ada9, store: [table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:55,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/d58feb8aa78d472bb2035f1fb358ada9 is 175, key is test_row_0/A:col10/1731187134345/Put/seqid=0 2024-11-09T21:18:55,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742231_1407 (size=31255) 2024-11-09T21:18:55,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187195656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:55,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187195860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:56,053 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/d58feb8aa78d472bb2035f1fb358ada9 2024-11-09T21:18:56,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/db7b2b750e0549c7b974250eb16229fb is 50, key is test_row_0/B:col10/1731187134345/Put/seqid=0 2024-11-09T21:18:56,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742232_1408 (size=12301) 2024-11-09T21:18:56,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187196163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T21:18:56,465 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/db7b2b750e0549c7b974250eb16229fb 2024-11-09T21:18:56,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/839f570b3bfa4d989058874febfa8347 is 50, key is test_row_0/C:col10/1731187134345/Put/seqid=0 2024-11-09T21:18:56,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742233_1409 (size=12301) 2024-11-09T21:18:56,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187196667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:56,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49732 deadline: 1731187196801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:56,805 DEBUG [Thread-1529 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., hostname=cc4f9fe6f946,42203,1731187027551, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:56,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1731187196807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:56,809 DEBUG [Thread-1537 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., hostname=cc4f9fe6f946,42203,1731187027551, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:56,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49796 deadline: 1731187196817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:56,820 DEBUG [Thread-1531 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., hostname=cc4f9fe6f946,42203,1731187027551, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:56,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49780 deadline: 1731187196824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:56,827 DEBUG [Thread-1535 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., hostname=cc4f9fe6f946,42203,1731187027551, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:56,877 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/839f570b3bfa4d989058874febfa8347 2024-11-09T21:18:56,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/d58feb8aa78d472bb2035f1fb358ada9 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/d58feb8aa78d472bb2035f1fb358ada9 2024-11-09T21:18:56,884 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/d58feb8aa78d472bb2035f1fb358ada9, entries=150, sequenceid=276, filesize=30.5 K 2024-11-09T21:18:56,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/db7b2b750e0549c7b974250eb16229fb as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/db7b2b750e0549c7b974250eb16229fb 2024-11-09T21:18:56,888 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/db7b2b750e0549c7b974250eb16229fb, entries=150, sequenceid=276, filesize=12.0 K 2024-11-09T21:18:56,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/839f570b3bfa4d989058874febfa8347 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/839f570b3bfa4d989058874febfa8347 2024-11-09T21:18:56,892 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/839f570b3bfa4d989058874febfa8347, entries=150, sequenceid=276, filesize=12.0 K 2024-11-09T21:18:56,893 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ac82dccacbe9fef9b040c199477c48ba in 1662ms, sequenceid=276, compaction requested=true 2024-11-09T21:18:56,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:56,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:56,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-09T21:18:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-09T21:18:56,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-09T21:18:56,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5790 sec 2024-11-09T21:18:56,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.5830 sec 2024-11-09T21:18:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:57,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac82dccacbe9fef9b040c199477c48ba 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T21:18:57,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=A 2024-11-09T21:18:57,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:57,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=B 2024-11-09T21:18:57,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:57,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=C 2024-11-09T21:18:57,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:57,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091529ec4ccdfc4b8a9f8a45e9fd9c7963_ac82dccacbe9fef9b040c199477c48ba is 50, key is test_row_0/A:col10/1731187135545/Put/seqid=0 2024-11-09T21:18:57,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742234_1410 (size=14994) 2024-11-09T21:18:57,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187197794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:57,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187197901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:58,088 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:58,092 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091529ec4ccdfc4b8a9f8a45e9fd9c7963_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091529ec4ccdfc4b8a9f8a45e9fd9c7963_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:58,093 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/09f3cf98f4314c21904823e76b3516b0, store: [table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:58,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/09f3cf98f4314c21904823e76b3516b0 is 175, key is test_row_0/A:col10/1731187135545/Put/seqid=0 2024-11-09T21:18:58,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742235_1411 (size=39949) 2024-11-09T21:18:58,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187198106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:58,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187198407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T21:18:58,419 INFO [Thread-1539 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-09T21:18:58,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:18:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-09T21:18:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T21:18:58,422 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:18:58,422 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:18:58,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:18:58,498 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/09f3cf98f4314c21904823e76b3516b0 2024-11-09T21:18:58,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/73009c047f234dc39631b177f4f1f45c is 50, key is test_row_0/B:col10/1731187135545/Put/seqid=0 2024-11-09T21:18:58,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742236_1412 (size=12301) 2024-11-09T21:18:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T21:18:58,574 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:58,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-09T21:18:58,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:58,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:58,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:58,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:58,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T21:18:58,727 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:58,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-09T21:18:58,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:58,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:58,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:58,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:58,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:58,880 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:58,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-09T21:18:58,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:58,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:58,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:58,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:58,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:58,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/73009c047f234dc39631b177f4f1f45c 2024-11-09T21:18:58,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187198915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:58,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/781c951ee73a444d8e54e70867701640 is 50, key is test_row_0/C:col10/1731187135545/Put/seqid=0 2024-11-09T21:18:58,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742237_1413 (size=12301) 2024-11-09T21:18:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T21:18:59,032 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:59,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-09T21:18:59,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:59,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:59,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:59,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:59,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:59,185 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:59,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-09T21:18:59,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:59,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:59,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:59,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:59,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:59,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/781c951ee73a444d8e54e70867701640 2024-11-09T21:18:59,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/09f3cf98f4314c21904823e76b3516b0 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/09f3cf98f4314c21904823e76b3516b0 2024-11-09T21:18:59,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/09f3cf98f4314c21904823e76b3516b0, entries=200, sequenceid=288, filesize=39.0 K 2024-11-09T21:18:59,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/73009c047f234dc39631b177f4f1f45c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/73009c047f234dc39631b177f4f1f45c 2024-11-09T21:18:59,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/73009c047f234dc39631b177f4f1f45c, entries=150, sequenceid=288, filesize=12.0 K 2024-11-09T21:18:59,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/781c951ee73a444d8e54e70867701640 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/781c951ee73a444d8e54e70867701640 2024-11-09T21:18:59,337 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:59,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-09T21:18:59,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/781c951ee73a444d8e54e70867701640, entries=150, sequenceid=288, filesize=12.0 K 2024-11-09T21:18:59,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:59,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:59,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:59,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:59,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:59,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ac82dccacbe9fef9b040c199477c48ba in 1663ms, sequenceid=288, compaction requested=true 2024-11-09T21:18:59,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:59,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac82dccacbe9fef9b040c199477c48ba:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:18:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:18:59,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:59,339 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:18:59,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac82dccacbe9fef9b040c199477c48ba:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:18:59,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:59,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac82dccacbe9fef9b040c199477c48ba:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:18:59,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:59,339 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:18:59,340 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151210 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:18:59,340 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:18:59,340 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): ac82dccacbe9fef9b040c199477c48ba/A is initiating minor compaction (all files) 2024-11-09T21:18:59,340 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): ac82dccacbe9fef9b040c199477c48ba/B is initiating minor compaction (all files) 2024-11-09T21:18:59,341 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac82dccacbe9fef9b040c199477c48ba/B in TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:59,341 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac82dccacbe9fef9b040c199477c48ba/A in TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:59,341 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/83c1baed71a94272b601049a8ee66114, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/513befac0f4749909e3752a97503da04, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/db7b2b750e0549c7b974250eb16229fb, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/73009c047f234dc39631b177f4f1f45c] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp, totalSize=48.3 K 2024-11-09T21:18:59,341 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2a904012f5414001b09d1ee318fa874d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/173500adead24f92a40703836b66b133, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/d58feb8aa78d472bb2035f1fb358ada9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/09f3cf98f4314c21904823e76b3516b0] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp, totalSize=147.7 K 2024-11-09T21:18:59,341 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:59,341 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. files: [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2a904012f5414001b09d1ee318fa874d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/173500adead24f92a40703836b66b133, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/d58feb8aa78d472bb2035f1fb358ada9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/09f3cf98f4314c21904823e76b3516b0] 2024-11-09T21:18:59,341 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 83c1baed71a94272b601049a8ee66114, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731187132046 2024-11-09T21:18:59,341 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a904012f5414001b09d1ee318fa874d, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731187132046 2024-11-09T21:18:59,341 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 513befac0f4749909e3752a97503da04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731187132671 2024-11-09T21:18:59,342 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 173500adead24f92a40703836b66b133, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731187132670 2024-11-09T21:18:59,342 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting db7b2b750e0549c7b974250eb16229fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731187134345 2024-11-09T21:18:59,342 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting d58feb8aa78d472bb2035f1fb358ada9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731187134345 2024-11-09T21:18:59,342 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 73009c047f234dc39631b177f4f1f45c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731187135545 2024-11-09T21:18:59,342 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09f3cf98f4314c21904823e76b3516b0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731187135533 2024-11-09T21:18:59,349 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:59,350 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411095689c030afc54bc99119ff47fdc1dafb_ac82dccacbe9fef9b040c199477c48ba store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:59,351 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac82dccacbe9fef9b040c199477c48ba#B#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:59,351 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/ce86f5244d8b4a5c911ee1db1942a652 is 50, key is test_row_0/B:col10/1731187135545/Put/seqid=0 2024-11-09T21:18:59,352 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411095689c030afc54bc99119ff47fdc1dafb_ac82dccacbe9fef9b040c199477c48ba, store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:59,352 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095689c030afc54bc99119ff47fdc1dafb_ac82dccacbe9fef9b040c199477c48ba because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:59,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742239_1415 (size=4469) 2024-11-09T21:18:59,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742238_1414 (size=12949) 2024-11-09T21:18:59,490 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:18:59,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-09T21:18:59,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:59,491 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing ac82dccacbe9fef9b040c199477c48ba 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T21:18:59,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=A 2024-11-09T21:18:59,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:59,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=B 2024-11-09T21:18:59,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:59,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=C 2024-11-09T21:18:59,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:18:59,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095b643be12c99419aa88e887799a51d1d_ac82dccacbe9fef9b040c199477c48ba is 50, key is test_row_0/A:col10/1731187137794/Put/seqid=0 2024-11-09T21:18:59,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742240_1416 (size=12454) 2024-11-09T21:18:59,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:59,504 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095b643be12c99419aa88e887799a51d1d_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095b643be12c99419aa88e887799a51d1d_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/52f900e4839b43c481e2698e02c0889d, store: [table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:18:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/52f900e4839b43c481e2698e02c0889d is 175, key is test_row_0/A:col10/1731187137794/Put/seqid=0 2024-11-09T21:18:59,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742241_1417 (size=31255) 2024-11-09T21:18:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T21:18:59,761 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac82dccacbe9fef9b040c199477c48ba#A#compaction#346 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:59,762 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/64e02029147640e08518bb05919b5a99 is 175, key is test_row_0/A:col10/1731187135545/Put/seqid=0 2024-11-09T21:18:59,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742242_1418 (size=31903) 2024-11-09T21:18:59,769 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/64e02029147640e08518bb05919b5a99 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/64e02029147640e08518bb05919b5a99 2024-11-09T21:18:59,773 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/ce86f5244d8b4a5c911ee1db1942a652 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/ce86f5244d8b4a5c911ee1db1942a652 2024-11-09T21:18:59,774 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ac82dccacbe9fef9b040c199477c48ba/A of ac82dccacbe9fef9b040c199477c48ba into 64e02029147640e08518bb05919b5a99(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:59,774 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:59,774 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., storeName=ac82dccacbe9fef9b040c199477c48ba/A, priority=12, startTime=1731187139339; duration=0sec 2024-11-09T21:18:59,774 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:18:59,774 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac82dccacbe9fef9b040c199477c48ba:A 2024-11-09T21:18:59,774 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:18:59,776 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:18:59,776 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): ac82dccacbe9fef9b040c199477c48ba/C is initiating minor compaction (all files) 2024-11-09T21:18:59,776 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac82dccacbe9fef9b040c199477c48ba/C in TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:18:59,776 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/0c0104cc9e894178a83d762e4b93bfc0, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/3e2780af158341e08d7c2790c6491655, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/839f570b3bfa4d989058874febfa8347, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/781c951ee73a444d8e54e70867701640] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp, totalSize=48.3 K 2024-11-09T21:18:59,776 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c0104cc9e894178a83d762e4b93bfc0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731187132046 2024-11-09T21:18:59,777 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e2780af158341e08d7c2790c6491655, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731187132671 2024-11-09T21:18:59,778 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 839f570b3bfa4d989058874febfa8347, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731187134345 2024-11-09T21:18:59,778 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 781c951ee73a444d8e54e70867701640, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731187135545 2024-11-09T21:18:59,778 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ac82dccacbe9fef9b040c199477c48ba/B of ac82dccacbe9fef9b040c199477c48ba into ce86f5244d8b4a5c911ee1db1942a652(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:18:59,778 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:18:59,778 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., storeName=ac82dccacbe9fef9b040c199477c48ba/B, priority=12, startTime=1731187139339; duration=0sec 2024-11-09T21:18:59,778 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:18:59,778 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac82dccacbe9fef9b040c199477c48ba:B 2024-11-09T21:18:59,786 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac82dccacbe9fef9b040c199477c48ba#C#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:18:59,787 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/aa095b4eaf054516be49cf8e657db2c8 is 50, key is test_row_0/C:col10/1731187135545/Put/seqid=0 2024-11-09T21:18:59,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742243_1419 (size=12949) 2024-11-09T21:18:59,909 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/52f900e4839b43c481e2698e02c0889d 2024-11-09T21:18:59,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/25f06e35299846088ec3301780e81587 is 50, key is test_row_0/B:col10/1731187137794/Put/seqid=0 2024-11-09T21:18:59,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742244_1420 (size=12301) 2024-11-09T21:18:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:18:59,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. as already flushing 2024-11-09T21:18:59,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:18:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187199968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:00,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187200071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:00,194 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/aa095b4eaf054516be49cf8e657db2c8 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/aa095b4eaf054516be49cf8e657db2c8 2024-11-09T21:19:00,199 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ac82dccacbe9fef9b040c199477c48ba/C of ac82dccacbe9fef9b040c199477c48ba into aa095b4eaf054516be49cf8e657db2c8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:00,199 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:19:00,199 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., storeName=ac82dccacbe9fef9b040c199477c48ba/C, priority=12, startTime=1731187139339; duration=0sec 2024-11-09T21:19:00,199 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:00,199 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac82dccacbe9fef9b040c199477c48ba:C 2024-11-09T21:19:00,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187200275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:00,321 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/25f06e35299846088ec3301780e81587 2024-11-09T21:19:00,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/ccda3837823c47eb892cc8f2a85d3caa is 50, key is test_row_0/C:col10/1731187137794/Put/seqid=0 2024-11-09T21:19:00,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742245_1421 (size=12301) 2024-11-09T21:19:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T21:19:00,562 DEBUG [Thread-1548 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47679076 to 127.0.0.1:57311 2024-11-09T21:19:00,562 DEBUG [Thread-1548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:00,563 DEBUG [Thread-1546 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7819b9e2 to 127.0.0.1:57311 2024-11-09T21:19:00,563 DEBUG [Thread-1546 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:00,564 DEBUG [Thread-1540 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:57311 2024-11-09T21:19:00,564 DEBUG [Thread-1540 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:00,565 DEBUG [Thread-1542 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:57311 2024-11-09T21:19:00,565 DEBUG [Thread-1542 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:00,566 DEBUG [Thread-1544 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:57311 2024-11-09T21:19:00,566 DEBUG [Thread-1544 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:00,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1731187200576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:00,732 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/ccda3837823c47eb892cc8f2a85d3caa 2024-11-09T21:19:00,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/52f900e4839b43c481e2698e02c0889d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/52f900e4839b43c481e2698e02c0889d 2024-11-09T21:19:00,738 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/52f900e4839b43c481e2698e02c0889d, entries=150, sequenceid=312, filesize=30.5 K 2024-11-09T21:19:00,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/25f06e35299846088ec3301780e81587 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/25f06e35299846088ec3301780e81587 2024-11-09T21:19:00,742 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/25f06e35299846088ec3301780e81587, entries=150, sequenceid=312, filesize=12.0 K 2024-11-09T21:19:00,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/ccda3837823c47eb892cc8f2a85d3caa as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/ccda3837823c47eb892cc8f2a85d3caa 2024-11-09T21:19:00,745 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/ccda3837823c47eb892cc8f2a85d3caa, entries=150, sequenceid=312, filesize=12.0 K 2024-11-09T21:19:00,746 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ac82dccacbe9fef9b040c199477c48ba in 1255ms, sequenceid=312, compaction requested=false 2024-11-09T21:19:00,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:19:00,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:19:00,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-09T21:19:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-09T21:19:00,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-09T21:19:00,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3250 sec 2024-11-09T21:19:00,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.3280 sec 2024-11-09T21:19:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:00,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac82dccacbe9fef9b040c199477c48ba 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T21:19:00,833 DEBUG [Thread-1537 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3875c8c5 to 127.0.0.1:57311 2024-11-09T21:19:00,833 DEBUG [Thread-1537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:00,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=A 2024-11-09T21:19:00,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:00,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=B 2024-11-09T21:19:00,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:00,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=C 2024-11-09T21:19:00,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:00,835 DEBUG [Thread-1535 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c54a0d3 to 127.0.0.1:57311 2024-11-09T21:19:00,835 DEBUG [Thread-1535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:00,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109292c4e3cda2b478b92ec176b948ca1c3_ac82dccacbe9fef9b040c199477c48ba is 50, key is test_row_0/A:col10/1731187139967/Put/seqid=0 2024-11-09T21:19:00,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742246_1422 (size=12454) 2024-11-09T21:19:00,845 DEBUG [Thread-1529 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b14fbd to 127.0.0.1:57311 2024-11-09T21:19:00,845 DEBUG [Thread-1529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:00,850 DEBUG [Thread-1531 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f74604 to 127.0.0.1:57311 2024-11-09T21:19:00,850 DEBUG [Thread-1531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:01,083 DEBUG [Thread-1533 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e13594 to 127.0.0.1:57311 2024-11-09T21:19:01,083 DEBUG [Thread-1533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:01,242 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:01,245 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109292c4e3cda2b478b92ec176b948ca1c3_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109292c4e3cda2b478b92ec176b948ca1c3_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:01,246 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/195e3bfabaed48bbb932f34d820e2739, store: [table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:19:01,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/195e3bfabaed48bbb932f34d820e2739 is 175, key is test_row_0/A:col10/1731187139967/Put/seqid=0 2024-11-09T21:19:01,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742247_1423 (size=31255) 2024-11-09T21:19:01,650 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/195e3bfabaed48bbb932f34d820e2739 2024-11-09T21:19:01,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/430c6571ce0d43959ff9649941304754 is 50, key is test_row_0/B:col10/1731187139967/Put/seqid=0 2024-11-09T21:19:01,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742248_1424 (size=12301) 2024-11-09T21:19:02,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/430c6571ce0d43959ff9649941304754 2024-11-09T21:19:02,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/fbd35771f0b3476d92916c419b7e949e is 50, key is test_row_0/C:col10/1731187139967/Put/seqid=0 2024-11-09T21:19:02,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742249_1425 (size=12301) 2024-11-09T21:19:02,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/fbd35771f0b3476d92916c419b7e949e 2024-11-09T21:19:02,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/195e3bfabaed48bbb932f34d820e2739 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/195e3bfabaed48bbb932f34d820e2739 2024-11-09T21:19:02,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/195e3bfabaed48bbb932f34d820e2739, entries=150, sequenceid=328, filesize=30.5 K 2024-11-09T21:19:02,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/430c6571ce0d43959ff9649941304754 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/430c6571ce0d43959ff9649941304754 2024-11-09T21:19:02,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/430c6571ce0d43959ff9649941304754, entries=150, sequenceid=328, filesize=12.0 K 2024-11-09T21:19:02,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/fbd35771f0b3476d92916c419b7e949e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/fbd35771f0b3476d92916c419b7e949e 2024-11-09T21:19:02,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/fbd35771f0b3476d92916c419b7e949e, entries=150, sequenceid=328, filesize=12.0 K 2024-11-09T21:19:02,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=26.84 KB/27480 for ac82dccacbe9fef9b040c199477c48ba in 1648ms, sequenceid=328, compaction requested=true 2024-11-09T21:19:02,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:19:02,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac82dccacbe9fef9b040c199477c48ba:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:19:02,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:02,481 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:02,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac82dccacbe9fef9b040c199477c48ba:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:19:02,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:02,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac82dccacbe9fef9b040c199477c48ba:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:19:02,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:02,481 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:02,482 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:02,482 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): ac82dccacbe9fef9b040c199477c48ba/A is initiating minor compaction (all files) 2024-11-09T21:19:02,482 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac82dccacbe9fef9b040c199477c48ba/A in TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:19:02,482 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:02,482 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/64e02029147640e08518bb05919b5a99, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/52f900e4839b43c481e2698e02c0889d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/195e3bfabaed48bbb932f34d820e2739] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp, totalSize=92.2 K 2024-11-09T21:19:02,482 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): ac82dccacbe9fef9b040c199477c48ba/B is initiating minor compaction (all files) 2024-11-09T21:19:02,482 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:19:02,482 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. files: [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/64e02029147640e08518bb05919b5a99, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/52f900e4839b43c481e2698e02c0889d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/195e3bfabaed48bbb932f34d820e2739] 2024-11-09T21:19:02,482 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac82dccacbe9fef9b040c199477c48ba/B in TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:19:02,482 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/ce86f5244d8b4a5c911ee1db1942a652, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/25f06e35299846088ec3301780e81587, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/430c6571ce0d43959ff9649941304754] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp, totalSize=36.7 K 2024-11-09T21:19:02,482 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64e02029147640e08518bb05919b5a99, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731187135545 2024-11-09T21:19:02,482 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting ce86f5244d8b4a5c911ee1db1942a652, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731187135545 2024-11-09T21:19:02,483 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52f900e4839b43c481e2698e02c0889d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731187137757 2024-11-09T21:19:02,483 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 25f06e35299846088ec3301780e81587, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731187137757 2024-11-09T21:19:02,483 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 430c6571ce0d43959ff9649941304754, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731187139947 2024-11-09T21:19:02,483 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 195e3bfabaed48bbb932f34d820e2739, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731187139947 2024-11-09T21:19:02,489 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:19:02,489 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac82dccacbe9fef9b040c199477c48ba#B#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:02,490 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/dc01727199414dfa8eea5787d6fd2a09 is 50, key is test_row_0/B:col10/1731187139967/Put/seqid=0 2024-11-09T21:19:02,490 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411097acf4289d1f248658c53f12affdf40c1_ac82dccacbe9fef9b040c199477c48ba store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:19:02,492 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411097acf4289d1f248658c53f12affdf40c1_ac82dccacbe9fef9b040c199477c48ba, store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:19:02,492 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097acf4289d1f248658c53f12affdf40c1_ac82dccacbe9fef9b040c199477c48ba because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:19:02,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742250_1426 (size=13051) 2024-11-09T21:19:02,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742251_1427 (size=4469) 2024-11-09T21:19:02,496 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac82dccacbe9fef9b040c199477c48ba#A#compaction#355 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:02,496 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/9046fecad46e44368b959d5d6dc07f59 is 175, key is test_row_0/A:col10/1731187139967/Put/seqid=0 2024-11-09T21:19:02,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742252_1428 (size=32005) 2024-11-09T21:19:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T21:19:02,526 INFO [Thread-1539 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-09T21:19:02,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T21:19:02,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-09T21:19:02,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-09T21:19:02,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-09T21:19:02,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-09T21:19:02,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-09T21:19:02,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T21:19:02,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T21:19:02,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2540 2024-11-09T21:19:02,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7620 rows 2024-11-09T21:19:02,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2550 2024-11-09T21:19:02,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7650 rows 2024-11-09T21:19:02,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2551 2024-11-09T21:19:02,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7653 rows 2024-11-09T21:19:02,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2567 2024-11-09T21:19:02,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7701 rows 2024-11-09T21:19:02,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2547 2024-11-09T21:19:02,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7641 rows 2024-11-09T21:19:02,526 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T21:19:02,527 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bf5e2f0 to 127.0.0.1:57311 2024-11-09T21:19:02,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:02,528 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-09T21:19:02,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T21:19:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-09T21:19:02,533 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187142532"}]},"ts":"1731187142532"} 2024-11-09T21:19:02,534 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T21:19:02,536 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T21:19:02,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T21:19:02,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac82dccacbe9fef9b040c199477c48ba, UNASSIGN}] 2024-11-09T21:19:02,538 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac82dccacbe9fef9b040c199477c48ba, UNASSIGN 2024-11-09T21:19:02,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=ac82dccacbe9fef9b040c199477c48ba, regionState=CLOSING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:02,539 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T21:19:02,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; CloseRegionProcedure ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:19:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-09T21:19:02,690 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:02,691 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(124): Close ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:02,691 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T21:19:02,691 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1681): Closing ac82dccacbe9fef9b040c199477c48ba, disabling compactions & flushes 2024-11-09T21:19:02,691 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:19:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-09T21:19:02,897 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/dc01727199414dfa8eea5787d6fd2a09 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/dc01727199414dfa8eea5787d6fd2a09 2024-11-09T21:19:02,900 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac82dccacbe9fef9b040c199477c48ba/B of ac82dccacbe9fef9b040c199477c48ba into dc01727199414dfa8eea5787d6fd2a09(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:02,900 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:19:02,900 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., storeName=ac82dccacbe9fef9b040c199477c48ba/B, priority=13, startTime=1731187142481; duration=0sec 2024-11-09T21:19:02,901 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:02,901 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac82dccacbe9fef9b040c199477c48ba:B 2024-11-09T21:19:02,901 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. because compaction request was cancelled 2024-11-09T21:19:02,901 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac82dccacbe9fef9b040c199477c48ba:C 2024-11-09T21:19:02,903 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/9046fecad46e44368b959d5d6dc07f59 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/9046fecad46e44368b959d5d6dc07f59 2024-11-09T21:19:02,906 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac82dccacbe9fef9b040c199477c48ba/A of ac82dccacbe9fef9b040c199477c48ba into 9046fecad46e44368b959d5d6dc07f59(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:02,906 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:19:02,906 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba., storeName=ac82dccacbe9fef9b040c199477c48ba/A, priority=13, startTime=1731187142481; duration=0sec 2024-11-09T21:19:02,906 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:19:02,906 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:02,906 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac82dccacbe9fef9b040c199477c48ba:A 2024-11-09T21:19:02,906 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:19:02,906 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. after waiting 0 ms 2024-11-09T21:19:02,906 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:19:02,906 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(2837): Flushing ac82dccacbe9fef9b040c199477c48ba 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-09T21:19:02,906 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=A 2024-11-09T21:19:02,906 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:02,906 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=B 2024-11-09T21:19:02,906 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:02,906 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac82dccacbe9fef9b040c199477c48ba, store=C 2024-11-09T21:19:02,906 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:02,910 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109522c2bca4bb142c6ab8c97771bf8c377_ac82dccacbe9fef9b040c199477c48ba is 50, key is test_row_0/A:col10/1731187141081/Put/seqid=0 2024-11-09T21:19:02,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742253_1429 (size=7374) 2024-11-09T21:19:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-09T21:19:03,313 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:03,316 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109522c2bca4bb142c6ab8c97771bf8c377_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109522c2bca4bb142c6ab8c97771bf8c377_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:03,317 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/ab691ff2f2e94c7298fc63793f8cea37, store: [table=TestAcidGuarantees family=A region=ac82dccacbe9fef9b040c199477c48ba] 2024-11-09T21:19:03,318 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/ab691ff2f2e94c7298fc63793f8cea37 is 175, key is test_row_0/A:col10/1731187141081/Put/seqid=0 2024-11-09T21:19:03,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742254_1430 (size=13865) 2024-11-09T21:19:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-09T21:19:03,721 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/ab691ff2f2e94c7298fc63793f8cea37 2024-11-09T21:19:03,727 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/5adff7452d934c2982755827c7889b6c is 50, key is test_row_0/B:col10/1731187141081/Put/seqid=0 2024-11-09T21:19:03,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742255_1431 (size=7415) 2024-11-09T21:19:04,130 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/5adff7452d934c2982755827c7889b6c 2024-11-09T21:19:04,135 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/6c0e2a23dde24b44b2c318327bb6cd7c is 50, key is test_row_0/C:col10/1731187141081/Put/seqid=0 2024-11-09T21:19:04,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742256_1432 (size=7415) 2024-11-09T21:19:04,539 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/6c0e2a23dde24b44b2c318327bb6cd7c 2024-11-09T21:19:04,542 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/A/ab691ff2f2e94c7298fc63793f8cea37 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/ab691ff2f2e94c7298fc63793f8cea37 2024-11-09T21:19:04,545 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/ab691ff2f2e94c7298fc63793f8cea37, entries=50, sequenceid=337, filesize=13.5 K 2024-11-09T21:19:04,545 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/B/5adff7452d934c2982755827c7889b6c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/5adff7452d934c2982755827c7889b6c 2024-11-09T21:19:04,548 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/5adff7452d934c2982755827c7889b6c, entries=50, sequenceid=337, filesize=7.2 K 2024-11-09T21:19:04,548 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/.tmp/C/6c0e2a23dde24b44b2c318327bb6cd7c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/6c0e2a23dde24b44b2c318327bb6cd7c 2024-11-09T21:19:04,550 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/6c0e2a23dde24b44b2c318327bb6cd7c, entries=50, sequenceid=337, filesize=7.2 K 2024-11-09T21:19:04,551 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for ac82dccacbe9fef9b040c199477c48ba in 1645ms, sequenceid=337, compaction requested=true 2024-11-09T21:19:04,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/042384cc329841388c8edb4c0ce3d076, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/a35d6c20faf843c1b06cf519afdf4f1c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/fb36022dbdec4680b32edaa51876f6b4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2d1bfd0c383c4b979988cb298830ff4e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/9310dac5019a49b9880dc24b6bf5eea5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/5f67c2ff891143439b1a41b864b42170, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/d842eb0069be4a76a5ed89d2cb5a3213, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/ac55425cd56d4f8a9e7641a81ffbee27, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/e1ea04c771d54949876c2ef32c5820df, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/4416315749a4428eb4a245af69e6513e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/25f4d1812e7c4dd3b3063eb1517322d0, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/fb46f0e7a5d146cea760c31f912a67c1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/665868e886e244dd965d0f90d4aa2a0e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/0d46b2916eed4a899df86dffd5576f27, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2a904012f5414001b09d1ee318fa874d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2a400bebf4614cfbb7a2ef2a27832e0c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/173500adead24f92a40703836b66b133, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/d58feb8aa78d472bb2035f1fb358ada9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/09f3cf98f4314c21904823e76b3516b0, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/64e02029147640e08518bb05919b5a99, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/52f900e4839b43c481e2698e02c0889d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/195e3bfabaed48bbb932f34d820e2739] to archive 2024-11-09T21:19:04,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T21:19:04,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/042384cc329841388c8edb4c0ce3d076 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/042384cc329841388c8edb4c0ce3d076 2024-11-09T21:19:04,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/a35d6c20faf843c1b06cf519afdf4f1c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/a35d6c20faf843c1b06cf519afdf4f1c 2024-11-09T21:19:04,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/fb36022dbdec4680b32edaa51876f6b4 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/fb36022dbdec4680b32edaa51876f6b4 2024-11-09T21:19:04,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2d1bfd0c383c4b979988cb298830ff4e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2d1bfd0c383c4b979988cb298830ff4e 2024-11-09T21:19:04,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/9310dac5019a49b9880dc24b6bf5eea5 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/9310dac5019a49b9880dc24b6bf5eea5 2024-11-09T21:19:04,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/5f67c2ff891143439b1a41b864b42170 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/5f67c2ff891143439b1a41b864b42170 2024-11-09T21:19:04,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/d842eb0069be4a76a5ed89d2cb5a3213 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/d842eb0069be4a76a5ed89d2cb5a3213 2024-11-09T21:19:04,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/ac55425cd56d4f8a9e7641a81ffbee27 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/ac55425cd56d4f8a9e7641a81ffbee27 2024-11-09T21:19:04,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/e1ea04c771d54949876c2ef32c5820df to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/e1ea04c771d54949876c2ef32c5820df 2024-11-09T21:19:04,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/4416315749a4428eb4a245af69e6513e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/4416315749a4428eb4a245af69e6513e 2024-11-09T21:19:04,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/25f4d1812e7c4dd3b3063eb1517322d0 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/25f4d1812e7c4dd3b3063eb1517322d0 2024-11-09T21:19:04,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/fb46f0e7a5d146cea760c31f912a67c1 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/fb46f0e7a5d146cea760c31f912a67c1 2024-11-09T21:19:04,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/665868e886e244dd965d0f90d4aa2a0e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/665868e886e244dd965d0f90d4aa2a0e 2024-11-09T21:19:04,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/0d46b2916eed4a899df86dffd5576f27 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/0d46b2916eed4a899df86dffd5576f27 2024-11-09T21:19:04,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2a904012f5414001b09d1ee318fa874d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2a904012f5414001b09d1ee318fa874d 2024-11-09T21:19:04,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2a400bebf4614cfbb7a2ef2a27832e0c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/2a400bebf4614cfbb7a2ef2a27832e0c 2024-11-09T21:19:04,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/173500adead24f92a40703836b66b133 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/173500adead24f92a40703836b66b133 2024-11-09T21:19:04,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/d58feb8aa78d472bb2035f1fb358ada9 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/d58feb8aa78d472bb2035f1fb358ada9 2024-11-09T21:19:04,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/09f3cf98f4314c21904823e76b3516b0 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/09f3cf98f4314c21904823e76b3516b0 2024-11-09T21:19:04,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/64e02029147640e08518bb05919b5a99 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/64e02029147640e08518bb05919b5a99 2024-11-09T21:19:04,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/52f900e4839b43c481e2698e02c0889d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/52f900e4839b43c481e2698e02c0889d 2024-11-09T21:19:04,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/195e3bfabaed48bbb932f34d820e2739 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/195e3bfabaed48bbb932f34d820e2739 2024-11-09T21:19:04,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/f99d0e28a2b34d2fa21f22ff0dde2b0f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/af0183f5ba3448f680f1bcca85395559, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/cb1edce91fdb418a85fa89c733de9642, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/1eeaa85e455d4dae9c1a1c2e1238fe13, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/f87d848aaebf4555bc71c77a1a92240e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/42729eea641445d68e49e9b4b8ed62ad, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/46f79d5605f340fb9519f5a4155eafef, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/ca34ed6b09024d1b920666bed2953d24, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/2afdfc7e3e4f426184f5db78354844ba, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/a2751feb7b8c4da382e1c33111089a1c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/f2d1f70e1dc34ea5abb78e7c959db679, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/56f602ee7f7f4e699ed85b99fa4c5065, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/84f918663afe420db2a936328f64b973, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/5287026dd2674eec8326e09cc9cce972, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/83c1baed71a94272b601049a8ee66114, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/5f5f4b52d5254da1a62fcb7ab4e1defc, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/513befac0f4749909e3752a97503da04, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/db7b2b750e0549c7b974250eb16229fb, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/ce86f5244d8b4a5c911ee1db1942a652, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/73009c047f234dc39631b177f4f1f45c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/25f06e35299846088ec3301780e81587, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/430c6571ce0d43959ff9649941304754] to archive 2024-11-09T21:19:04,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T21:19:04,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/f99d0e28a2b34d2fa21f22ff0dde2b0f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/f99d0e28a2b34d2fa21f22ff0dde2b0f 2024-11-09T21:19:04,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/af0183f5ba3448f680f1bcca85395559 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/af0183f5ba3448f680f1bcca85395559 2024-11-09T21:19:04,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/cb1edce91fdb418a85fa89c733de9642 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/cb1edce91fdb418a85fa89c733de9642 2024-11-09T21:19:04,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/1eeaa85e455d4dae9c1a1c2e1238fe13 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/1eeaa85e455d4dae9c1a1c2e1238fe13 2024-11-09T21:19:04,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/f87d848aaebf4555bc71c77a1a92240e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/f87d848aaebf4555bc71c77a1a92240e 2024-11-09T21:19:04,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/42729eea641445d68e49e9b4b8ed62ad to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/42729eea641445d68e49e9b4b8ed62ad 2024-11-09T21:19:04,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/46f79d5605f340fb9519f5a4155eafef to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/46f79d5605f340fb9519f5a4155eafef 2024-11-09T21:19:04,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/ca34ed6b09024d1b920666bed2953d24 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/ca34ed6b09024d1b920666bed2953d24 2024-11-09T21:19:04,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/2afdfc7e3e4f426184f5db78354844ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/2afdfc7e3e4f426184f5db78354844ba 2024-11-09T21:19:04,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/a2751feb7b8c4da382e1c33111089a1c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/a2751feb7b8c4da382e1c33111089a1c 2024-11-09T21:19:04,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/f2d1f70e1dc34ea5abb78e7c959db679 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/f2d1f70e1dc34ea5abb78e7c959db679 2024-11-09T21:19:04,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/56f602ee7f7f4e699ed85b99fa4c5065 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/56f602ee7f7f4e699ed85b99fa4c5065 2024-11-09T21:19:04,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/84f918663afe420db2a936328f64b973 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/84f918663afe420db2a936328f64b973 2024-11-09T21:19:04,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/5287026dd2674eec8326e09cc9cce972 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/5287026dd2674eec8326e09cc9cce972 2024-11-09T21:19:04,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/83c1baed71a94272b601049a8ee66114 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/83c1baed71a94272b601049a8ee66114 2024-11-09T21:19:04,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/5f5f4b52d5254da1a62fcb7ab4e1defc to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/5f5f4b52d5254da1a62fcb7ab4e1defc 2024-11-09T21:19:04,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/513befac0f4749909e3752a97503da04 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/513befac0f4749909e3752a97503da04 2024-11-09T21:19:04,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/db7b2b750e0549c7b974250eb16229fb to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/db7b2b750e0549c7b974250eb16229fb 2024-11-09T21:19:04,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/ce86f5244d8b4a5c911ee1db1942a652 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/ce86f5244d8b4a5c911ee1db1942a652 2024-11-09T21:19:04,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/73009c047f234dc39631b177f4f1f45c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/73009c047f234dc39631b177f4f1f45c 2024-11-09T21:19:04,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/25f06e35299846088ec3301780e81587 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/25f06e35299846088ec3301780e81587 2024-11-09T21:19:04,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/430c6571ce0d43959ff9649941304754 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/430c6571ce0d43959ff9649941304754 2024-11-09T21:19:04,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/998db103468b43d5b6d2d93767fcdd91, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/b447f076c6df4ba4b86071ff93e76061, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/0b050a173cd541f1975e84490ef5b2c1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/f25bf327cfa04f2fbd88e3c689d5c828, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/e002b17e966d48928e3fd0ee635517c5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/672924b8b2a14168aba6e532a127669e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/a994f17e3f104ebd91434f6751ed1b10, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/5ac867987b2f4383b3b12dca656b9e64, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/35a981c0bc544aef8dbedec625934c55, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/6c1e1d21eaaf48b8bb65eb09bd0a16c6, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/0f286e51638c4e2abdd1023c3375804a, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/88c94f5baca7470789790176f4799119, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/f059b2a296a4456899da75c146063f5e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/fd46da36d8154ece9c227ec1087ea583, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/0c0104cc9e894178a83d762e4b93bfc0, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/3e05762daf8b4885816f470e17d346f9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/3e2780af158341e08d7c2790c6491655, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/839f570b3bfa4d989058874febfa8347, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/781c951ee73a444d8e54e70867701640] to archive 2024-11-09T21:19:04,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T21:19:04,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/998db103468b43d5b6d2d93767fcdd91 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/998db103468b43d5b6d2d93767fcdd91 2024-11-09T21:19:04,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/b447f076c6df4ba4b86071ff93e76061 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/b447f076c6df4ba4b86071ff93e76061 2024-11-09T21:19:04,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/0b050a173cd541f1975e84490ef5b2c1 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/0b050a173cd541f1975e84490ef5b2c1 2024-11-09T21:19:04,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/f25bf327cfa04f2fbd88e3c689d5c828 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/f25bf327cfa04f2fbd88e3c689d5c828 2024-11-09T21:19:04,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/e002b17e966d48928e3fd0ee635517c5 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/e002b17e966d48928e3fd0ee635517c5 2024-11-09T21:19:04,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/672924b8b2a14168aba6e532a127669e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/672924b8b2a14168aba6e532a127669e 2024-11-09T21:19:04,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/a994f17e3f104ebd91434f6751ed1b10 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/a994f17e3f104ebd91434f6751ed1b10 2024-11-09T21:19:04,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/5ac867987b2f4383b3b12dca656b9e64 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/5ac867987b2f4383b3b12dca656b9e64 2024-11-09T21:19:04,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/35a981c0bc544aef8dbedec625934c55 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/35a981c0bc544aef8dbedec625934c55 2024-11-09T21:19:04,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/6c1e1d21eaaf48b8bb65eb09bd0a16c6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/6c1e1d21eaaf48b8bb65eb09bd0a16c6 2024-11-09T21:19:04,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/0f286e51638c4e2abdd1023c3375804a to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/0f286e51638c4e2abdd1023c3375804a 2024-11-09T21:19:04,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/88c94f5baca7470789790176f4799119 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/88c94f5baca7470789790176f4799119 2024-11-09T21:19:04,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/f059b2a296a4456899da75c146063f5e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/f059b2a296a4456899da75c146063f5e 2024-11-09T21:19:04,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/fd46da36d8154ece9c227ec1087ea583 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/fd46da36d8154ece9c227ec1087ea583 2024-11-09T21:19:04,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/0c0104cc9e894178a83d762e4b93bfc0 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/0c0104cc9e894178a83d762e4b93bfc0 2024-11-09T21:19:04,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/3e05762daf8b4885816f470e17d346f9 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/3e05762daf8b4885816f470e17d346f9 2024-11-09T21:19:04,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/3e2780af158341e08d7c2790c6491655 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/3e2780af158341e08d7c2790c6491655 2024-11-09T21:19:04,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/839f570b3bfa4d989058874febfa8347 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/839f570b3bfa4d989058874febfa8347 2024-11-09T21:19:04,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/781c951ee73a444d8e54e70867701640 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/781c951ee73a444d8e54e70867701640 2024-11-09T21:19:04,612 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/recovered.edits/340.seqid, newMaxSeqId=340, maxSeqId=4 2024-11-09T21:19:04,612 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba. 2024-11-09T21:19:04,612 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1635): Region close journal for ac82dccacbe9fef9b040c199477c48ba: 2024-11-09T21:19:04,614 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(170): Closed ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,614 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=ac82dccacbe9fef9b040c199477c48ba, regionState=CLOSED 2024-11-09T21:19:04,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-09T21:19:04,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseRegionProcedure ac82dccacbe9fef9b040c199477c48ba, server=cc4f9fe6f946,42203,1731187027551 in 2.0760 sec 2024-11-09T21:19:04,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=116, resume processing ppid=115 2024-11-09T21:19:04,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, ppid=115, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac82dccacbe9fef9b040c199477c48ba, UNASSIGN in 2.0790 sec 2024-11-09T21:19:04,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-09T21:19:04,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0810 sec 2024-11-09T21:19:04,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187144619"}]},"ts":"1731187144619"} 2024-11-09T21:19:04,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T21:19:04,622 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T21:19:04,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0940 sec 2024-11-09T21:19:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-09T21:19:04,636 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-09T21:19:04,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T21:19:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:04,637 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=118, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-09T21:19:04,638 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=118, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:04,640 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,641 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A, FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B, FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C, FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/recovered.edits] 2024-11-09T21:19:04,643 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/9046fecad46e44368b959d5d6dc07f59 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/9046fecad46e44368b959d5d6dc07f59 2024-11-09T21:19:04,644 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/ab691ff2f2e94c7298fc63793f8cea37 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/A/ab691ff2f2e94c7298fc63793f8cea37 2024-11-09T21:19:04,646 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/5adff7452d934c2982755827c7889b6c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/5adff7452d934c2982755827c7889b6c 2024-11-09T21:19:04,647 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/dc01727199414dfa8eea5787d6fd2a09 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/B/dc01727199414dfa8eea5787d6fd2a09 2024-11-09T21:19:04,649 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/6c0e2a23dde24b44b2c318327bb6cd7c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/6c0e2a23dde24b44b2c318327bb6cd7c 2024-11-09T21:19:04,650 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/aa095b4eaf054516be49cf8e657db2c8 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/aa095b4eaf054516be49cf8e657db2c8 2024-11-09T21:19:04,651 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/ccda3837823c47eb892cc8f2a85d3caa to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/ccda3837823c47eb892cc8f2a85d3caa 2024-11-09T21:19:04,652 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/fbd35771f0b3476d92916c419b7e949e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/C/fbd35771f0b3476d92916c419b7e949e 2024-11-09T21:19:04,654 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/recovered.edits/340.seqid to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba/recovered.edits/340.seqid 2024-11-09T21:19:04,655 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,655 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T21:19:04,655 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T21:19:04,656 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T21:19:04,658 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110900eebc37ea9c456ea2038b5d1fed3224_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110900eebc37ea9c456ea2038b5d1fed3224_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,659 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110906b9637a1cbb4582aa7a9d34be4b0bf0_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110906b9637a1cbb4582aa7a9d34be4b0bf0_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,660 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090dd31c17f80b42629c9e973f4661a16d_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090dd31c17f80b42629c9e973f4661a16d_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,661 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091529ec4ccdfc4b8a9f8a45e9fd9c7963_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091529ec4ccdfc4b8a9f8a45e9fd9c7963_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,662 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091b85c8712bf04cabae42a7c44d9f44ab_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091b85c8712bf04cabae42a7c44d9f44ab_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,663 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109292c4e3cda2b478b92ec176b948ca1c3_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109292c4e3cda2b478b92ec176b948ca1c3_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,664 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092e169842a70b4852a3632da04ac632c5_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092e169842a70b4852a3632da04ac632c5_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,664 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093b6545a4141e49399e517a59febf10ca_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093b6545a4141e49399e517a59febf10ca_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,665 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110945f194ebeeeb441ca45f5ebd00f18b21_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110945f194ebeeeb441ca45f5ebd00f18b21_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,666 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109522c2bca4bb142c6ab8c97771bf8c377_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109522c2bca4bb142c6ab8c97771bf8c377_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,667 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095559d40029264d8a86abf8cfd9148b19_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095559d40029264d8a86abf8cfd9148b19_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,668 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110957bc2ba97ec34eb4b6edef9181f4ff4c_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110957bc2ba97ec34eb4b6edef9181f4ff4c_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,669 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095b643be12c99419aa88e887799a51d1d_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095b643be12c99419aa88e887799a51d1d_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,670 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097de2613a3bf74549be628cc50be42174_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097de2613a3bf74549be628cc50be42174_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,671 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ae8d79e91beb4b9499f6fe102d3a19ca_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ae8d79e91beb4b9499f6fe102d3a19ca_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,672 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cede5e05200d4795aedda846b01f5b6e_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cede5e05200d4795aedda846b01f5b6e_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,673 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ddb2692f1cf94ac4b2e4560a5d8d70b6_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ddb2692f1cf94ac4b2e4560a5d8d70b6_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,674 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ee18adebfa244c0a9594c9966159f3e6_ac82dccacbe9fef9b040c199477c48ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ee18adebfa244c0a9594c9966159f3e6_ac82dccacbe9fef9b040c199477c48ba 2024-11-09T21:19:04,675 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T21:19:04,676 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=118, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:04,678 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T21:19:04,679 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T21:19:04,680 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=118, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:04,680 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T21:19:04,680 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731187144680"}]},"ts":"9223372036854775807"} 2024-11-09T21:19:04,682 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-09T21:19:04,682 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ac82dccacbe9fef9b040c199477c48ba, NAME => 'TestAcidGuarantees,,1731187117503.ac82dccacbe9fef9b040c199477c48ba.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T21:19:04,682 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T21:19:04,682 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731187144682"}]},"ts":"9223372036854775807"} 2024-11-09T21:19:04,683 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-09T21:19:04,685 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=118, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:04,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-11-09T21:19:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-09T21:19:04,738 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-09T21:19:04,747 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 238) - Thread LEAK? -, OpenFileDescriptor=457 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 395) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=7616 (was 7738) 2024-11-09T21:19:04,755 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=9, AvailableMemoryMB=7616 2024-11-09T21:19:04,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T21:19:04,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:19:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=119, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:04,757 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:19:04,757 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:04,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 119 2024-11-09T21:19:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-09T21:19:04,758 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:19:04,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742257_1433 (size=960) 2024-11-09T21:19:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-09T21:19:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-09T21:19:05,164 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262 2024-11-09T21:19:05,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742258_1434 (size=53) 2024-11-09T21:19:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-09T21:19:05,570 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:19:05,570 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 19206a1fe1a4d37b2fcedbd4ac66da1a, disabling compactions & flushes 2024-11-09T21:19:05,570 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:05,570 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:05,570 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. after waiting 0 ms 2024-11-09T21:19:05,570 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:05,570 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:05,570 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:05,571 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:19:05,571 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731187145571"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187145571"}]},"ts":"1731187145571"} 2024-11-09T21:19:05,572 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T21:19:05,572 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:19:05,573 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187145572"}]},"ts":"1731187145572"} 2024-11-09T21:19:05,573 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T21:19:05,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=19206a1fe1a4d37b2fcedbd4ac66da1a, ASSIGN}] 2024-11-09T21:19:05,578 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=19206a1fe1a4d37b2fcedbd4ac66da1a, ASSIGN 2024-11-09T21:19:05,578 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=19206a1fe1a4d37b2fcedbd4ac66da1a, ASSIGN; state=OFFLINE, location=cc4f9fe6f946,42203,1731187027551; forceNewPlan=false, retain=false 2024-11-09T21:19:05,728 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=19206a1fe1a4d37b2fcedbd4ac66da1a, regionState=OPENING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:05,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; OpenRegionProcedure 19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:19:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-09T21:19:05,881 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:05,883 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:05,883 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7285): Opening region: {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:19:05,883 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:05,884 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:19:05,884 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7327): checking encryption for 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:05,884 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7330): checking classloading for 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:05,885 INFO [StoreOpener-19206a1fe1a4d37b2fcedbd4ac66da1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:05,886 INFO [StoreOpener-19206a1fe1a4d37b2fcedbd4ac66da1a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:19:05,886 INFO [StoreOpener-19206a1fe1a4d37b2fcedbd4ac66da1a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19206a1fe1a4d37b2fcedbd4ac66da1a columnFamilyName A 2024-11-09T21:19:05,886 DEBUG [StoreOpener-19206a1fe1a4d37b2fcedbd4ac66da1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:05,886 INFO [StoreOpener-19206a1fe1a4d37b2fcedbd4ac66da1a-1 {}] regionserver.HStore(327): Store=19206a1fe1a4d37b2fcedbd4ac66da1a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:05,886 INFO [StoreOpener-19206a1fe1a4d37b2fcedbd4ac66da1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:05,887 INFO [StoreOpener-19206a1fe1a4d37b2fcedbd4ac66da1a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:19:05,887 INFO [StoreOpener-19206a1fe1a4d37b2fcedbd4ac66da1a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19206a1fe1a4d37b2fcedbd4ac66da1a columnFamilyName B 2024-11-09T21:19:05,887 DEBUG [StoreOpener-19206a1fe1a4d37b2fcedbd4ac66da1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:05,888 INFO [StoreOpener-19206a1fe1a4d37b2fcedbd4ac66da1a-1 {}] regionserver.HStore(327): Store=19206a1fe1a4d37b2fcedbd4ac66da1a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:05,888 INFO [StoreOpener-19206a1fe1a4d37b2fcedbd4ac66da1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:05,888 INFO [StoreOpener-19206a1fe1a4d37b2fcedbd4ac66da1a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:19:05,889 INFO [StoreOpener-19206a1fe1a4d37b2fcedbd4ac66da1a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19206a1fe1a4d37b2fcedbd4ac66da1a columnFamilyName C 2024-11-09T21:19:05,889 DEBUG [StoreOpener-19206a1fe1a4d37b2fcedbd4ac66da1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:05,889 INFO [StoreOpener-19206a1fe1a4d37b2fcedbd4ac66da1a-1 {}] regionserver.HStore(327): Store=19206a1fe1a4d37b2fcedbd4ac66da1a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:05,889 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:05,890 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:05,890 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:05,891 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T21:19:05,891 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1085): writing seq id for 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:05,893 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:19:05,893 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1102): Opened 19206a1fe1a4d37b2fcedbd4ac66da1a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74190924, jitterRate=0.10553091764450073}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T21:19:05,894 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1001): Region open journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:05,894 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., pid=121, masterSystemTime=1731187145881 2024-11-09T21:19:05,896 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:05,896 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:05,896 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=19206a1fe1a4d37b2fcedbd4ac66da1a, regionState=OPEN, openSeqNum=2, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:05,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-09T21:19:05,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; OpenRegionProcedure 19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 in 168 msec 2024-11-09T21:19:05,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-09T21:19:05,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=19206a1fe1a4d37b2fcedbd4ac66da1a, ASSIGN in 321 msec 2024-11-09T21:19:05,899 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:19:05,899 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187145899"}]},"ts":"1731187145899"} 2024-11-09T21:19:05,900 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T21:19:05,902 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:19:05,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-11-09T21:19:05,923 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:19:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-09T21:19:06,861 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 119 completed 2024-11-09T21:19:06,862 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cefe40 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32c12a30 2024-11-09T21:19:06,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b10416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:06,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:06,867 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:06,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:19:06,869 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:19:06,870 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65df2359 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef40578 2024-11-09T21:19:06,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f142b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:06,873 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d0ab200 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bb71c 2024-11-09T21:19:06,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:06,876 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c 2024-11-09T21:19:06,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:06,879 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7daa5922 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b8b6e04 2024-11-09T21:19:06,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed69825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:06,882 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1 2024-11-09T21:19:06,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:06,885 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162 2024-11-09T21:19:06,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:06,888 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6050584c to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154f0f85 2024-11-09T21:19:06,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fe03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:06,891 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b 2024-11-09T21:19:06,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:06,894 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51196534 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c2725 2024-11-09T21:19:06,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2405c04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:06,898 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc5e114 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79d49886 2024-11-09T21:19:06,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d92042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:06,903 DEBUG [hconnection-0x6f756c61-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:06,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:19:06,904 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:06,904 DEBUG [hconnection-0x7c488079-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:06,904 DEBUG [hconnection-0x60012b37-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-09T21:19:06,905 DEBUG [hconnection-0x36a01d02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-09T21:19:06,905 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:06,905 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:19:06,906 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:06,906 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:19:06,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:19:06,912 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:06,913 DEBUG [hconnection-0x1d2dc822-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:06,913 DEBUG [hconnection-0x5ec32a7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:06,914 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:06,914 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:06,915 DEBUG [hconnection-0x524bff33-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:06,915 DEBUG [hconnection-0x7222a51b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:06,916 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:06,916 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:06,917 DEBUG [hconnection-0x532c78fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:06,917 DEBUG [hconnection-0x2631425b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:06,918 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:06,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T21:19:06,919 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:06,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187206935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:06,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187206936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:06,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187206937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:06,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187206938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:06,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187206941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:06,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/6307ced7a79b4a73bb66f63d7d3471ba is 50, key is test_row_0/A:col10/1731187146917/Put/seqid=0 2024-11-09T21:19:06,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742259_1435 (size=12001) 2024-11-09T21:19:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-09T21:19:07,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187207042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187207042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187207043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187207043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187207043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-09T21:19:07,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:07,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:07,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:07,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-09T21:19:07,210 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-09T21:19:07,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:07,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:07,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:07,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187207245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187207247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187207247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187207247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187207248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/6307ced7a79b4a73bb66f63d7d3471ba 2024-11-09T21:19:07,363 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-09T21:19:07,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:07,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:07,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:07,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/a560e9ec23994a13bad040a64aebd1e4 is 50, key is test_row_0/B:col10/1731187146917/Put/seqid=0 2024-11-09T21:19:07,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742260_1436 (size=12001) 2024-11-09T21:19:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-09T21:19:07,511 ERROR [LeaseRenewer:jenkins@localhost:35001 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:35001,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,515 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-09T21:19:07,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:07,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:07,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:07,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187207548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187207550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187207552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187207553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187207555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,668 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-09T21:19:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:07,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/a560e9ec23994a13bad040a64aebd1e4 2024-11-09T21:19:07,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/01ddd9c0f0044900aa9c80f626d4d08b is 50, key is test_row_0/C:col10/1731187146917/Put/seqid=0 2024-11-09T21:19:07,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742261_1437 (size=12001) 2024-11-09T21:19:07,821 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-09T21:19:07,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:07,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:07,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:07,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,974 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:07,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-09T21:19:07,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:07,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:07,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:07,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-09T21:19:08,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187208050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:08,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187208054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:08,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187208055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:08,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187208058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:08,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187208062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:08,127 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:08,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-09T21:19:08,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:08,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:08,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:08,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:08,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:08,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/01ddd9c0f0044900aa9c80f626d4d08b 2024-11-09T21:19:08,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/6307ced7a79b4a73bb66f63d7d3471ba as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/6307ced7a79b4a73bb66f63d7d3471ba 2024-11-09T21:19:08,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/6307ced7a79b4a73bb66f63d7d3471ba, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T21:19:08,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/a560e9ec23994a13bad040a64aebd1e4 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/a560e9ec23994a13bad040a64aebd1e4 2024-11-09T21:19:08,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/a560e9ec23994a13bad040a64aebd1e4, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T21:19:08,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/01ddd9c0f0044900aa9c80f626d4d08b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/01ddd9c0f0044900aa9c80f626d4d08b 2024-11-09T21:19:08,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/01ddd9c0f0044900aa9c80f626d4d08b, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T21:19:08,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 1308ms, sequenceid=13, compaction requested=false 2024-11-09T21:19:08,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:08,280 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:08,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-09T21:19:08,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:08,280 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T21:19:08,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:08,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:08,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:08,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:08,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:08,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:08,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/cbe3d9ef78aa4b9ba1ecf386fe19061f is 50, key is test_row_0/A:col10/1731187146936/Put/seqid=0 2024-11-09T21:19:08,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742262_1438 (size=12001) 2024-11-09T21:19:08,688 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/cbe3d9ef78aa4b9ba1ecf386fe19061f 2024-11-09T21:19:08,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/e38872df9f914d20a6b68d047c5e32f0 is 50, key is test_row_0/B:col10/1731187146936/Put/seqid=0 2024-11-09T21:19:08,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742263_1439 (size=12001) 2024-11-09T21:19:08,699 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/e38872df9f914d20a6b68d047c5e32f0 2024-11-09T21:19:08,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/21da8af891fe4a43beb1f39c97046f93 is 50, key is test_row_0/C:col10/1731187146936/Put/seqid=0 2024-11-09T21:19:08,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742264_1440 (size=12001) 2024-11-09T21:19:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-09T21:19:09,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:09,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187209070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187209071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187209071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187209072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187209073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,110 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/21da8af891fe4a43beb1f39c97046f93 2024-11-09T21:19:09,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/cbe3d9ef78aa4b9ba1ecf386fe19061f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/cbe3d9ef78aa4b9ba1ecf386fe19061f 2024-11-09T21:19:09,117 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/cbe3d9ef78aa4b9ba1ecf386fe19061f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T21:19:09,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/e38872df9f914d20a6b68d047c5e32f0 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/e38872df9f914d20a6b68d047c5e32f0 2024-11-09T21:19:09,121 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/e38872df9f914d20a6b68d047c5e32f0, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T21:19:09,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/21da8af891fe4a43beb1f39c97046f93 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/21da8af891fe4a43beb1f39c97046f93 2024-11-09T21:19:09,126 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/21da8af891fe4a43beb1f39c97046f93, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T21:19:09,127 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 847ms, sequenceid=37, compaction requested=false 2024-11-09T21:19:09,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:09,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:09,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-09T21:19:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-09T21:19:09,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-09T21:19:09,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2220 sec 2024-11-09T21:19:09,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.2260 sec 2024-11-09T21:19:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:09,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T21:19:09,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:09,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:09,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:09,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:09,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:09,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:09,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/a84fcd0bb73e482ca62b365744b47573 is 50, key is test_row_0/A:col10/1731187149070/Put/seqid=0 2024-11-09T21:19:09,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742265_1441 (size=19021) 2024-11-09T21:19:09,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187209199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187209203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187209205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187209204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187209206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187209307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187209311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187209312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187209312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187209312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187209513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187209516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187209517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187209518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187209518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/a84fcd0bb73e482ca62b365744b47573 2024-11-09T21:19:09,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/3253c977885e4ffc83a8921dc1d9c4e2 is 50, key is test_row_0/B:col10/1731187149070/Put/seqid=0 2024-11-09T21:19:09,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742266_1442 (size=12001) 2024-11-09T21:19:09,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187209819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187209821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187209821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187209821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:09,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187209821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:10,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/3253c977885e4ffc83a8921dc1d9c4e2 2024-11-09T21:19:10,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/6ef32de1cbe848b38d09d264deacfa4d is 50, key is test_row_0/C:col10/1731187149070/Put/seqid=0 2024-11-09T21:19:10,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742267_1443 (size=12001) 2024-11-09T21:19:10,130 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T21:19:10,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187210324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:10,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187210325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:10,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187210326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:10,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187210327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:10,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187210329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:10,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/6ef32de1cbe848b38d09d264deacfa4d 2024-11-09T21:19:10,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/a84fcd0bb73e482ca62b365744b47573 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/a84fcd0bb73e482ca62b365744b47573 2024-11-09T21:19:10,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/a84fcd0bb73e482ca62b365744b47573, entries=300, sequenceid=52, filesize=18.6 K 2024-11-09T21:19:10,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/3253c977885e4ffc83a8921dc1d9c4e2 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/3253c977885e4ffc83a8921dc1d9c4e2 2024-11-09T21:19:10,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/3253c977885e4ffc83a8921dc1d9c4e2, entries=150, sequenceid=52, filesize=11.7 K 2024-11-09T21:19:10,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/6ef32de1cbe848b38d09d264deacfa4d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/6ef32de1cbe848b38d09d264deacfa4d 2024-11-09T21:19:10,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/6ef32de1cbe848b38d09d264deacfa4d, entries=150, sequenceid=52, filesize=11.7 K 2024-11-09T21:19:10,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 1252ms, sequenceid=52, compaction requested=true 2024-11-09T21:19:10,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:10,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:19:10,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:10,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:19:10,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:10,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:19:10,434 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:10,434 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:10,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:10,434 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:10,434 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:10,434 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/B is initiating minor compaction (all files) 2024-11-09T21:19:10,435 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/B in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:10,435 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/A is initiating minor compaction (all files) 2024-11-09T21:19:10,435 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/a560e9ec23994a13bad040a64aebd1e4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/e38872df9f914d20a6b68d047c5e32f0, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/3253c977885e4ffc83a8921dc1d9c4e2] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=35.2 K 2024-11-09T21:19:10,435 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/A in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:10,435 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/6307ced7a79b4a73bb66f63d7d3471ba, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/cbe3d9ef78aa4b9ba1ecf386fe19061f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/a84fcd0bb73e482ca62b365744b47573] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=42.0 K 2024-11-09T21:19:10,435 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting a560e9ec23994a13bad040a64aebd1e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731187146916 2024-11-09T21:19:10,435 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6307ced7a79b4a73bb66f63d7d3471ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731187146916 2024-11-09T21:19:10,435 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting e38872df9f914d20a6b68d047c5e32f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731187146929 2024-11-09T21:19:10,435 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 3253c977885e4ffc83a8921dc1d9c4e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731187149070 2024-11-09T21:19:10,435 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbe3d9ef78aa4b9ba1ecf386fe19061f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731187146929 2024-11-09T21:19:10,436 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting a84fcd0bb73e482ca62b365744b47573, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731187149070 2024-11-09T21:19:10,444 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#B#compaction#368 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:10,445 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/b2bbea2644954e6d93d7055e58c159ab is 50, key is test_row_0/B:col10/1731187149070/Put/seqid=0 2024-11-09T21:19:10,445 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#A#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:10,446 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/ab424b57992a4d14b5fab2479ddc02cb is 50, key is test_row_0/A:col10/1731187149070/Put/seqid=0 2024-11-09T21:19:10,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742268_1444 (size=12104) 2024-11-09T21:19:10,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742269_1445 (size=12104) 2024-11-09T21:19:10,860 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/b2bbea2644954e6d93d7055e58c159ab as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/b2bbea2644954e6d93d7055e58c159ab 2024-11-09T21:19:10,860 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/ab424b57992a4d14b5fab2479ddc02cb as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/ab424b57992a4d14b5fab2479ddc02cb 2024-11-09T21:19:10,864 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/B of 19206a1fe1a4d37b2fcedbd4ac66da1a into b2bbea2644954e6d93d7055e58c159ab(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:10,864 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:10,865 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/B, priority=13, startTime=1731187150434; duration=0sec 2024-11-09T21:19:10,865 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:10,865 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:B 2024-11-09T21:19:10,865 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/A of 19206a1fe1a4d37b2fcedbd4ac66da1a into ab424b57992a4d14b5fab2479ddc02cb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:10,865 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:10,865 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:10,865 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/A, priority=13, startTime=1731187150433; duration=0sec 2024-11-09T21:19:10,865 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:10,865 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:A 2024-11-09T21:19:10,866 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:10,866 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/C is initiating minor compaction (all files) 2024-11-09T21:19:10,866 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/C in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:10,866 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/01ddd9c0f0044900aa9c80f626d4d08b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/21da8af891fe4a43beb1f39c97046f93, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/6ef32de1cbe848b38d09d264deacfa4d] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=35.2 K 2024-11-09T21:19:10,866 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 01ddd9c0f0044900aa9c80f626d4d08b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731187146916 2024-11-09T21:19:10,866 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 21da8af891fe4a43beb1f39c97046f93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731187146929 2024-11-09T21:19:10,867 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ef32de1cbe848b38d09d264deacfa4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731187149070 2024-11-09T21:19:10,873 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#C#compaction#370 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:10,873 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/6cfc30e66af8437fa4efb27777d55f9d is 50, key is test_row_0/C:col10/1731187149070/Put/seqid=0 2024-11-09T21:19:10,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742270_1446 (size=12104) 2024-11-09T21:19:10,880 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/6cfc30e66af8437fa4efb27777d55f9d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/6cfc30e66af8437fa4efb27777d55f9d 2024-11-09T21:19:10,891 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/C of 19206a1fe1a4d37b2fcedbd4ac66da1a into 6cfc30e66af8437fa4efb27777d55f9d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:10,891 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:10,891 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/C, priority=13, startTime=1731187150434; duration=0sec 2024-11-09T21:19:10,891 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:10,891 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:C 2024-11-09T21:19:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-09T21:19:11,009 INFO [Thread-1955 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-09T21:19:11,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:19:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-09T21:19:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-09T21:19:11,012 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:19:11,013 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:19:11,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:19:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-09T21:19:11,164 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-09T21:19:11,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:11,165 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T21:19:11,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:11,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:11,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:11,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:11,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:11,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:11,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/6ce5d828a17a4332b81ede45009bf0ca is 50, key is test_row_0/A:col10/1731187149205/Put/seqid=0 2024-11-09T21:19:11,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742271_1447 (size=12001) 2024-11-09T21:19:11,280 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:35001 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:35001,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-09T21:19:11,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:11,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187211344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187211345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187211345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187211346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187211346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187211449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187211450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187211450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187211451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187211451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,573 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/6ce5d828a17a4332b81ede45009bf0ca 2024-11-09T21:19:11,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/668e40b151454c69885f2c4b0e8fc129 is 50, key is test_row_0/B:col10/1731187149205/Put/seqid=0 2024-11-09T21:19:11,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742272_1448 (size=12001) 2024-11-09T21:19:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-09T21:19:11,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187211654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187211654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187211654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187211655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187211656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187211956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187211957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187211957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187211958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187211961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:11,986 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/668e40b151454c69885f2c4b0e8fc129 2024-11-09T21:19:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/6a37d64aa47c4f9a80a10e7c65de3ca3 is 50, key is test_row_0/C:col10/1731187149205/Put/seqid=0 2024-11-09T21:19:11,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742273_1449 (size=12001) 2024-11-09T21:19:11,997 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/6a37d64aa47c4f9a80a10e7c65de3ca3 2024-11-09T21:19:12,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/6ce5d828a17a4332b81ede45009bf0ca as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/6ce5d828a17a4332b81ede45009bf0ca 2024-11-09T21:19:12,003 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/6ce5d828a17a4332b81ede45009bf0ca, entries=150, sequenceid=76, filesize=11.7 K 2024-11-09T21:19:12,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/668e40b151454c69885f2c4b0e8fc129 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/668e40b151454c69885f2c4b0e8fc129 2024-11-09T21:19:12,008 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/668e40b151454c69885f2c4b0e8fc129, entries=150, sequenceid=76, filesize=11.7 K 2024-11-09T21:19:12,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/6a37d64aa47c4f9a80a10e7c65de3ca3 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/6a37d64aa47c4f9a80a10e7c65de3ca3 2024-11-09T21:19:12,011 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/6a37d64aa47c4f9a80a10e7c65de3ca3, entries=150, sequenceid=76, filesize=11.7 K 2024-11-09T21:19:12,012 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 847ms, sequenceid=76, compaction requested=false 2024-11-09T21:19:12,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:12,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:12,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-09T21:19:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-09T21:19:12,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-09T21:19:12,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-11-09T21:19:12,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.0030 sec 2024-11-09T21:19:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-09T21:19:12,114 INFO [Thread-1955 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-09T21:19:12,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:19:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-09T21:19:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-09T21:19:12,117 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:19:12,117 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:19:12,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:19:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-09T21:19:12,269 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:12,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-09T21:19:12,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:12,269 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T21:19:12,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:12,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:12,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:12,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:12,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:12,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:12,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/5622f44051e64e7dbf5f98551f45fe67 is 50, key is test_row_0/A:col10/1731187151339/Put/seqid=0 2024-11-09T21:19:12,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742274_1450 (size=12001) 2024-11-09T21:19:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-09T21:19:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:12,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:12,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187212481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:12,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187212486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:12,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187212487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:12,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187212487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:12,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187212488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:12,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187212594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:12,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187212594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:12,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187212595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:12,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187212595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:12,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187212595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:12,680 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/5622f44051e64e7dbf5f98551f45fe67 2024-11-09T21:19:12,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/d9de4e9e30b74bf4af6594c488e4ee26 is 50, key is test_row_0/B:col10/1731187151339/Put/seqid=0 2024-11-09T21:19:12,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742275_1451 (size=12001) 2024-11-09T21:19:12,691 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/d9de4e9e30b74bf4af6594c488e4ee26 2024-11-09T21:19:12,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/39c51b9c52c44b80b4b61ca88927dd97 is 50, key is test_row_0/C:col10/1731187151339/Put/seqid=0 2024-11-09T21:19:12,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742276_1452 (size=12001) 2024-11-09T21:19:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-09T21:19:12,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187212799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:12,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187212799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:12,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187212800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:12,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187212800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:12,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187212804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,100 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/39c51b9c52c44b80b4b61ca88927dd97 2024-11-09T21:19:13,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/5622f44051e64e7dbf5f98551f45fe67 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/5622f44051e64e7dbf5f98551f45fe67 2024-11-09T21:19:13,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187213101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187213101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,108 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/5622f44051e64e7dbf5f98551f45fe67, entries=150, sequenceid=91, filesize=11.7 K 2024-11-09T21:19:13,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/d9de4e9e30b74bf4af6594c488e4ee26 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/d9de4e9e30b74bf4af6594c488e4ee26 2024-11-09T21:19:13,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187213107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187213107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,113 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/d9de4e9e30b74bf4af6594c488e4ee26, entries=150, sequenceid=91, filesize=11.7 K 2024-11-09T21:19:13,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/39c51b9c52c44b80b4b61ca88927dd97 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/39c51b9c52c44b80b4b61ca88927dd97 2024-11-09T21:19:13,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187213109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,117 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/39c51b9c52c44b80b4b61ca88927dd97, entries=150, sequenceid=91, filesize=11.7 K 2024-11-09T21:19:13,118 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 849ms, sequenceid=91, compaction requested=true 2024-11-09T21:19:13,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:13,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:13,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-09T21:19:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-09T21:19:13,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-09T21:19:13,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0030 sec 2024-11-09T21:19:13,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.0070 sec 2024-11-09T21:19:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-09T21:19:13,220 INFO [Thread-1955 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-09T21:19:13,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:19:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-09T21:19:13,223 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:19:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T21:19:13,223 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:19:13,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:19:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T21:19:13,375 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-09T21:19:13,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:13,376 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T21:19:13,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:13,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:13,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:13,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:13,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:13,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:13,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/0357c2f15c9846eaa1ce64000d2fa94a is 50, key is test_row_0/A:col10/1731187152486/Put/seqid=0 2024-11-09T21:19:13,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742277_1453 (size=12001) 2024-11-09T21:19:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T21:19:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:13,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:13,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187213629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187213631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187213635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187213637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187213637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187213741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187213741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187213745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187213746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187213747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,784 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/0357c2f15c9846eaa1ce64000d2fa94a 2024-11-09T21:19:13,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/318f057eea024da58537ce9481b1b292 is 50, key is test_row_0/B:col10/1731187152486/Put/seqid=0 2024-11-09T21:19:13,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742278_1454 (size=12001) 2024-11-09T21:19:13,795 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/318f057eea024da58537ce9481b1b292 2024-11-09T21:19:13,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/846c60d115cd4a11bdb337b73998e36b is 50, key is test_row_0/C:col10/1731187152486/Put/seqid=0 2024-11-09T21:19:13,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742279_1455 (size=12001) 2024-11-09T21:19:13,807 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/846c60d115cd4a11bdb337b73998e36b 2024-11-09T21:19:13,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/0357c2f15c9846eaa1ce64000d2fa94a as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/0357c2f15c9846eaa1ce64000d2fa94a 2024-11-09T21:19:13,821 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/0357c2f15c9846eaa1ce64000d2fa94a, entries=150, sequenceid=112, filesize=11.7 K 2024-11-09T21:19:13,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/318f057eea024da58537ce9481b1b292 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/318f057eea024da58537ce9481b1b292 2024-11-09T21:19:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T21:19:13,826 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/318f057eea024da58537ce9481b1b292, entries=150, sequenceid=112, filesize=11.7 K 2024-11-09T21:19:13,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/846c60d115cd4a11bdb337b73998e36b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/846c60d115cd4a11bdb337b73998e36b 2024-11-09T21:19:13,830 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/846c60d115cd4a11bdb337b73998e36b, entries=150, sequenceid=112, filesize=11.7 K 2024-11-09T21:19:13,831 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 455ms, sequenceid=112, compaction requested=true 2024-11-09T21:19:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-09T21:19:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-09T21:19:13,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-09T21:19:13,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 609 msec 2024-11-09T21:19:13,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 613 msec 2024-11-09T21:19:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:13,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T21:19:13,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:13,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:13,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:13,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:13,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:13,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:13,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/18b36a67841f470083466cf6fc1c9fb7 is 50, key is test_row_0/A:col10/1731187153635/Put/seqid=0 2024-11-09T21:19:13,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742280_1456 (size=14391) 2024-11-09T21:19:13,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187213971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187213973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187213975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187213982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:13,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187213983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187214084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187214084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187214085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187214094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187214094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187214288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187214288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187214289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187214299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187214299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T21:19:14,326 INFO [Thread-1955 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-09T21:19:14,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:19:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-09T21:19:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-09T21:19:14,329 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:19:14,329 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:19:14,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:19:14,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/18b36a67841f470083466cf6fc1c9fb7 2024-11-09T21:19:14,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/a8180334fe184b74bbd060ebbfc243aa is 50, key is test_row_0/B:col10/1731187153635/Put/seqid=0 2024-11-09T21:19:14,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742281_1457 (size=12051) 2024-11-09T21:19:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-09T21:19:14,481 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-09T21:19:14,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:14,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:14,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:14,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:14,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:14,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187214592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187214593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187214593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187214603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187214605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-09T21:19:14,633 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-09T21:19:14,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:14,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:14,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:14,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:14,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:14,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/a8180334fe184b74bbd060ebbfc243aa 2024-11-09T21:19:14,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/5e89f79a7fe84f039f9e74e8726304de is 50, key is test_row_0/C:col10/1731187153635/Put/seqid=0 2024-11-09T21:19:14,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742282_1458 (size=12051) 2024-11-09T21:19:14,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/5e89f79a7fe84f039f9e74e8726304de 2024-11-09T21:19:14,785 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-09T21:19:14,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:14,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:14,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:14,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:14,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:14,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/18b36a67841f470083466cf6fc1c9fb7 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/18b36a67841f470083466cf6fc1c9fb7 2024-11-09T21:19:14,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/18b36a67841f470083466cf6fc1c9fb7, entries=200, sequenceid=129, filesize=14.1 K 2024-11-09T21:19:14,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/a8180334fe184b74bbd060ebbfc243aa as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/a8180334fe184b74bbd060ebbfc243aa 2024-11-09T21:19:14,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/a8180334fe184b74bbd060ebbfc243aa, entries=150, sequenceid=129, filesize=11.8 K 2024-11-09T21:19:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/5e89f79a7fe84f039f9e74e8726304de as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/5e89f79a7fe84f039f9e74e8726304de 2024-11-09T21:19:14,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/5e89f79a7fe84f039f9e74e8726304de, entries=150, sequenceid=129, filesize=11.8 K 2024-11-09T21:19:14,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 852ms, sequenceid=129, compaction requested=true 2024-11-09T21:19:14,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:19:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:19:14,802 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T21:19:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:19:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:14,802 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T21:19:14,803 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62498 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T21:19:14,803 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60158 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T21:19:14,803 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/B is initiating minor compaction (all files) 2024-11-09T21:19:14,803 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/A is initiating minor compaction (all files) 2024-11-09T21:19:14,803 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/B in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:14,803 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/A in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:14,803 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/b2bbea2644954e6d93d7055e58c159ab, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/668e40b151454c69885f2c4b0e8fc129, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/d9de4e9e30b74bf4af6594c488e4ee26, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/318f057eea024da58537ce9481b1b292, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/a8180334fe184b74bbd060ebbfc243aa] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=58.7 K 2024-11-09T21:19:14,803 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/ab424b57992a4d14b5fab2479ddc02cb, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/6ce5d828a17a4332b81ede45009bf0ca, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/5622f44051e64e7dbf5f98551f45fe67, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/0357c2f15c9846eaa1ce64000d2fa94a, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/18b36a67841f470083466cf6fc1c9fb7] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=61.0 K 2024-11-09T21:19:14,804 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting b2bbea2644954e6d93d7055e58c159ab, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731187149070 2024-11-09T21:19:14,804 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab424b57992a4d14b5fab2479ddc02cb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731187149070 2024-11-09T21:19:14,804 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ce5d828a17a4332b81ede45009bf0ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731187149202 2024-11-09T21:19:14,804 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 668e40b151454c69885f2c4b0e8fc129, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731187149202 2024-11-09T21:19:14,804 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5622f44051e64e7dbf5f98551f45fe67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731187151339 2024-11-09T21:19:14,804 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting d9de4e9e30b74bf4af6594c488e4ee26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731187151339 2024-11-09T21:19:14,805 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0357c2f15c9846eaa1ce64000d2fa94a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731187152480 2024-11-09T21:19:14,805 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 318f057eea024da58537ce9481b1b292, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731187152480 2024-11-09T21:19:14,806 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18b36a67841f470083466cf6fc1c9fb7, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731187153634 2024-11-09T21:19:14,806 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting a8180334fe184b74bbd060ebbfc243aa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731187153634 2024-11-09T21:19:14,827 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#B#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:14,828 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#A#compaction#384 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:14,828 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/f02f5184fbba4690b19b2f70ce407a8a is 50, key is test_row_0/B:col10/1731187153635/Put/seqid=0 2024-11-09T21:19:14,828 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/b4a7f76118844e0b8ee2fac5facf7be8 is 50, key is test_row_0/A:col10/1731187153635/Put/seqid=0 2024-11-09T21:19:14,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742283_1459 (size=12325) 2024-11-09T21:19:14,844 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/b4a7f76118844e0b8ee2fac5facf7be8 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/b4a7f76118844e0b8ee2fac5facf7be8 2024-11-09T21:19:14,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742284_1460 (size=12325) 2024-11-09T21:19:14,850 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/A of 19206a1fe1a4d37b2fcedbd4ac66da1a into b4a7f76118844e0b8ee2fac5facf7be8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:14,850 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:14,850 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/A, priority=11, startTime=1731187154802; duration=0sec 2024-11-09T21:19:14,850 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:14,850 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:A 2024-11-09T21:19:14,850 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T21:19:14,852 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60158 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T21:19:14,852 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/C is initiating minor compaction (all files) 2024-11-09T21:19:14,852 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/C in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:14,852 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/6cfc30e66af8437fa4efb27777d55f9d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/6a37d64aa47c4f9a80a10e7c65de3ca3, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/39c51b9c52c44b80b4b61ca88927dd97, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/846c60d115cd4a11bdb337b73998e36b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/5e89f79a7fe84f039f9e74e8726304de] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=58.7 K 2024-11-09T21:19:14,853 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/f02f5184fbba4690b19b2f70ce407a8a as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/f02f5184fbba4690b19b2f70ce407a8a 2024-11-09T21:19:14,853 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cfc30e66af8437fa4efb27777d55f9d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731187149070 2024-11-09T21:19:14,854 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a37d64aa47c4f9a80a10e7c65de3ca3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731187149202 2024-11-09T21:19:14,854 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39c51b9c52c44b80b4b61ca88927dd97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731187151339 2024-11-09T21:19:14,854 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 846c60d115cd4a11bdb337b73998e36b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731187152480 2024-11-09T21:19:14,855 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e89f79a7fe84f039f9e74e8726304de, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731187153634 2024-11-09T21:19:14,858 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/B of 19206a1fe1a4d37b2fcedbd4ac66da1a into f02f5184fbba4690b19b2f70ce407a8a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:14,858 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:14,858 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/B, priority=11, startTime=1731187154802; duration=0sec 2024-11-09T21:19:14,859 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:14,859 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:B 2024-11-09T21:19:14,868 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#C#compaction#385 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:14,868 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/accaf276c0534b9e8cbb152279143fc4 is 50, key is test_row_0/C:col10/1731187153635/Put/seqid=0 2024-11-09T21:19:14,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742285_1461 (size=12325) 2024-11-09T21:19:14,891 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/accaf276c0534b9e8cbb152279143fc4 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/accaf276c0534b9e8cbb152279143fc4 2024-11-09T21:19:14,896 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/C of 19206a1fe1a4d37b2fcedbd4ac66da1a into accaf276c0534b9e8cbb152279143fc4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:14,896 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:14,896 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/C, priority=11, startTime=1731187154802; duration=0sec 2024-11-09T21:19:14,896 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:14,896 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:C 2024-11-09T21:19:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-09T21:19:14,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:14,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-09T21:19:14,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:14,939 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T21:19:14,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:14,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:14,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:14,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:14,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:14,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:14,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/fc0af76034b442d6a860d62c20145322 is 50, key is test_row_0/A:col10/1731187153970/Put/seqid=0 2024-11-09T21:19:14,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742286_1462 (size=12151) 2024-11-09T21:19:14,963 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/fc0af76034b442d6a860d62c20145322 2024-11-09T21:19:14,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/62e607a5aa1440ccbf69a0368f8debd6 is 50, key is test_row_0/B:col10/1731187153970/Put/seqid=0 2024-11-09T21:19:14,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742287_1463 (size=12151) 2024-11-09T21:19:14,979 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/62e607a5aa1440ccbf69a0368f8debd6 2024-11-09T21:19:14,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/1e909253f88542cd99105a23c6d8639f is 50, key is test_row_0/C:col10/1731187153970/Put/seqid=0 2024-11-09T21:19:14,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742288_1464 (size=12151) 2024-11-09T21:19:14,992 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/1e909253f88542cd99105a23c6d8639f 2024-11-09T21:19:14,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/fc0af76034b442d6a860d62c20145322 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/fc0af76034b442d6a860d62c20145322 2024-11-09T21:19:15,000 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/fc0af76034b442d6a860d62c20145322, entries=150, sequenceid=151, filesize=11.9 K 2024-11-09T21:19:15,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/62e607a5aa1440ccbf69a0368f8debd6 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/62e607a5aa1440ccbf69a0368f8debd6 2024-11-09T21:19:15,020 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/62e607a5aa1440ccbf69a0368f8debd6, entries=150, sequenceid=151, filesize=11.9 K 2024-11-09T21:19:15,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/1e909253f88542cd99105a23c6d8639f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/1e909253f88542cd99105a23c6d8639f 2024-11-09T21:19:15,027 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/1e909253f88542cd99105a23c6d8639f, entries=150, sequenceid=151, filesize=11.9 K 2024-11-09T21:19:15,028 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 88ms, sequenceid=151, compaction requested=false 2024-11-09T21:19:15,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:15,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:15,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-09T21:19:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-09T21:19:15,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-09T21:19:15,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 700 msec 2024-11-09T21:19:15,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 703 msec 2024-11-09T21:19:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:15,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T21:19:15,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:15,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:15,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:15,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:15,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:15,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:15,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/aef6dcce76314be4b5bee16769a5957b is 50, key is test_row_0/A:col10/1731187155109/Put/seqid=0 2024-11-09T21:19:15,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742289_1465 (size=14541) 2024-11-09T21:19:15,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187215165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187215166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187215166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187215169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187215171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187215272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187215272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187215274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187215275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187215277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-09T21:19:15,432 INFO [Thread-1955 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-09T21:19:15,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:19:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-09T21:19:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T21:19:15,434 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:19:15,435 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:19:15,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:19:15,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187215478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187215479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187215479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187215479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187215483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/aef6dcce76314be4b5bee16769a5957b 2024-11-09T21:19:15,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/b2dfd108e0834d94b7c9ee4e8a56a103 is 50, key is test_row_0/B:col10/1731187155109/Put/seqid=0 2024-11-09T21:19:15,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742290_1466 (size=12151) 2024-11-09T21:19:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T21:19:15,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/b2dfd108e0834d94b7c9ee4e8a56a103 2024-11-09T21:19:15,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/59a86db31951453cac149d07d72ac351 is 50, key is test_row_0/C:col10/1731187155109/Put/seqid=0 2024-11-09T21:19:15,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742291_1467 (size=12151) 2024-11-09T21:19:15,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-09T21:19:15,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:15,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:15,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:15,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:15,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T21:19:15,739 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-09T21:19:15,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:15,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:15,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:15,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:15,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:15,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187215782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187215784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187215785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187215785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187215788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:15,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-09T21:19:15,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:15,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:15,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:15,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:15,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:15,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/59a86db31951453cac149d07d72ac351 2024-11-09T21:19:15,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/aef6dcce76314be4b5bee16769a5957b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/aef6dcce76314be4b5bee16769a5957b 2024-11-09T21:19:15,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/aef6dcce76314be4b5bee16769a5957b, entries=200, sequenceid=162, filesize=14.2 K 2024-11-09T21:19:15,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/b2dfd108e0834d94b7c9ee4e8a56a103 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/b2dfd108e0834d94b7c9ee4e8a56a103 2024-11-09T21:19:15,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/b2dfd108e0834d94b7c9ee4e8a56a103, entries=150, sequenceid=162, filesize=11.9 K 2024-11-09T21:19:15,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/59a86db31951453cac149d07d72ac351 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/59a86db31951453cac149d07d72ac351 2024-11-09T21:19:15,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/59a86db31951453cac149d07d72ac351, entries=150, sequenceid=162, filesize=11.9 K 2024-11-09T21:19:15,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 865ms, sequenceid=162, compaction requested=true 2024-11-09T21:19:15,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:15,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:19:15,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:15,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:19:15,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:15,975 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:15,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:19:15,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:15,975 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:15,983 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:15,983 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39017 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:15,983 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/A is initiating minor compaction (all files) 2024-11-09T21:19:15,983 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/B is initiating minor compaction (all files) 2024-11-09T21:19:15,983 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/B in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:15,983 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/A in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:15,983 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/f02f5184fbba4690b19b2f70ce407a8a, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/62e607a5aa1440ccbf69a0368f8debd6, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/b2dfd108e0834d94b7c9ee4e8a56a103] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=35.8 K 2024-11-09T21:19:15,983 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/b4a7f76118844e0b8ee2fac5facf7be8, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/fc0af76034b442d6a860d62c20145322, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/aef6dcce76314be4b5bee16769a5957b] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=38.1 K 2024-11-09T21:19:15,983 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting f02f5184fbba4690b19b2f70ce407a8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731187153634 2024-11-09T21:19:15,983 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4a7f76118844e0b8ee2fac5facf7be8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731187153634 2024-11-09T21:19:15,984 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 62e607a5aa1440ccbf69a0368f8debd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731187153970 2024-11-09T21:19:15,984 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc0af76034b442d6a860d62c20145322, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731187153970 2024-11-09T21:19:15,984 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting b2dfd108e0834d94b7c9ee4e8a56a103, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731187155107 2024-11-09T21:19:15,984 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting aef6dcce76314be4b5bee16769a5957b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731187155105 2024-11-09T21:19:15,993 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#B#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:15,994 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/3d3e3859aa604d7c937894346ea9c37f is 50, key is test_row_0/B:col10/1731187155109/Put/seqid=0 2024-11-09T21:19:15,998 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#A#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:15,998 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/454b1a934064470fb401bd4513a35655 is 50, key is test_row_0/A:col10/1731187155109/Put/seqid=0 2024-11-09T21:19:16,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742292_1468 (size=12527) 2024-11-09T21:19:16,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742293_1469 (size=12527) 2024-11-09T21:19:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T21:19:16,045 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-09T21:19:16,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:16,046 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T21:19:16,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:16,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:16,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/6dec935d7d3c4afbac9aa71372c3ceb1 is 50, key is test_row_0/A:col10/1731187155170/Put/seqid=0 2024-11-09T21:19:16,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742294_1470 (size=12151) 2024-11-09T21:19:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:16,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:16,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187216296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187216299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187216302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187216302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187216304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187216405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187216407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,411 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/3d3e3859aa604d7c937894346ea9c37f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/3d3e3859aa604d7c937894346ea9c37f 2024-11-09T21:19:16,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187216407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187216410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187216410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,415 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/B of 19206a1fe1a4d37b2fcedbd4ac66da1a into 3d3e3859aa604d7c937894346ea9c37f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:16,415 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:16,415 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/B, priority=13, startTime=1731187155975; duration=0sec 2024-11-09T21:19:16,415 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:16,415 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:B 2024-11-09T21:19:16,416 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:16,417 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:16,417 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/C is initiating minor compaction (all files) 2024-11-09T21:19:16,417 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/C in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:16,417 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/accaf276c0534b9e8cbb152279143fc4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/1e909253f88542cd99105a23c6d8639f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/59a86db31951453cac149d07d72ac351] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=35.8 K 2024-11-09T21:19:16,417 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting accaf276c0534b9e8cbb152279143fc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731187153634 2024-11-09T21:19:16,418 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e909253f88542cd99105a23c6d8639f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731187153970 2024-11-09T21:19:16,418 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 59a86db31951453cac149d07d72ac351, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731187155107 2024-11-09T21:19:16,425 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/454b1a934064470fb401bd4513a35655 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/454b1a934064470fb401bd4513a35655 2024-11-09T21:19:16,428 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#C#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:16,429 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/8be0b68599fb49518c45b555a8c631f9 is 50, key is test_row_0/C:col10/1731187155109/Put/seqid=0 2024-11-09T21:19:16,429 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/A of 19206a1fe1a4d37b2fcedbd4ac66da1a into 454b1a934064470fb401bd4513a35655(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:16,429 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:16,429 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/A, priority=13, startTime=1731187155975; duration=0sec 2024-11-09T21:19:16,429 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:16,429 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:A 2024-11-09T21:19:16,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742295_1471 (size=12527) 2024-11-09T21:19:16,455 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/6dec935d7d3c4afbac9aa71372c3ceb1 2024-11-09T21:19:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/c4b87b797cd04ca2b4cb7f2a37e37a24 is 50, key is test_row_0/B:col10/1731187155170/Put/seqid=0 2024-11-09T21:19:16,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742296_1472 (size=12151) 2024-11-09T21:19:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T21:19:16,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187216609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187216612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187216613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187216616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187216617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,838 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/8be0b68599fb49518c45b555a8c631f9 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/8be0b68599fb49518c45b555a8c631f9 2024-11-09T21:19:16,842 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/C of 19206a1fe1a4d37b2fcedbd4ac66da1a into 8be0b68599fb49518c45b555a8c631f9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:16,842 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:16,842 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/C, priority=13, startTime=1731187155975; duration=0sec 2024-11-09T21:19:16,842 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:16,842 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:C 2024-11-09T21:19:16,865 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/c4b87b797cd04ca2b4cb7f2a37e37a24 2024-11-09T21:19:16,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/a32c209985e2413f9c3c9fe930c47f25 is 50, key is test_row_0/C:col10/1731187155170/Put/seqid=0 2024-11-09T21:19:16,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742297_1473 (size=12151) 2024-11-09T21:19:16,891 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/a32c209985e2413f9c3c9fe930c47f25 2024-11-09T21:19:16,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/6dec935d7d3c4afbac9aa71372c3ceb1 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/6dec935d7d3c4afbac9aa71372c3ceb1 2024-11-09T21:19:16,898 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/6dec935d7d3c4afbac9aa71372c3ceb1, entries=150, sequenceid=187, filesize=11.9 K 2024-11-09T21:19:16,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/c4b87b797cd04ca2b4cb7f2a37e37a24 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/c4b87b797cd04ca2b4cb7f2a37e37a24 2024-11-09T21:19:16,902 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/c4b87b797cd04ca2b4cb7f2a37e37a24, entries=150, sequenceid=187, filesize=11.9 K 2024-11-09T21:19:16,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/a32c209985e2413f9c3c9fe930c47f25 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/a32c209985e2413f9c3c9fe930c47f25 2024-11-09T21:19:16,906 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/a32c209985e2413f9c3c9fe930c47f25, entries=150, sequenceid=187, filesize=11.9 K 2024-11-09T21:19:16,907 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 861ms, sequenceid=187, compaction requested=false 2024-11-09T21:19:16,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:16,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:16,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-09T21:19:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-09T21:19:16,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-09T21:19:16,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4730 sec 2024-11-09T21:19:16,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.4770 sec 2024-11-09T21:19:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:16,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T21:19:16,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:16,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:16,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:16,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:16,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:16,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:16,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/b84f1ab8c6ef41a899b0abd68b57c256 is 50, key is test_row_0/A:col10/1731187156913/Put/seqid=0 2024-11-09T21:19:16,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742298_1474 (size=14541) 2024-11-09T21:19:16,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187216982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187216986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187216987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187216988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:16,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187216988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:17,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187217089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:17,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187217092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:17,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187217096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:17,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187217097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:17,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187217097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:17,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187217296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:17,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187217298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:17,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187217300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:17,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187217300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:17,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187217301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:17,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/b84f1ab8c6ef41a899b0abd68b57c256 2024-11-09T21:19:17,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/662e80b1c3cd489bb381666d87ee94b7 is 50, key is test_row_0/B:col10/1731187156913/Put/seqid=0 2024-11-09T21:19:17,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742299_1475 (size=12151) 2024-11-09T21:19:17,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/662e80b1c3cd489bb381666d87ee94b7 2024-11-09T21:19:17,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/71034a65557a4d51a60c68bbf47a6a0c is 50, key is test_row_0/C:col10/1731187156913/Put/seqid=0 2024-11-09T21:19:17,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742300_1476 (size=12151) 2024-11-09T21:19:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T21:19:17,538 INFO [Thread-1955 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-09T21:19:17,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:19:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-09T21:19:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-09T21:19:17,541 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:19:17,542 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:19:17,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:19:17,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187217601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:17,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187217604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:17,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187217605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:17,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187217606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:17,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187217607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-09T21:19:17,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:17,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-09T21:19:17,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:17,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:17,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:17,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:17,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:17,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/71034a65557a4d51a60c68bbf47a6a0c 2024-11-09T21:19:17,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/b84f1ab8c6ef41a899b0abd68b57c256 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/b84f1ab8c6ef41a899b0abd68b57c256 2024-11-09T21:19:17,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/b84f1ab8c6ef41a899b0abd68b57c256, entries=200, sequenceid=202, filesize=14.2 K 2024-11-09T21:19:17,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/662e80b1c3cd489bb381666d87ee94b7 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/662e80b1c3cd489bb381666d87ee94b7 2024-11-09T21:19:17,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/662e80b1c3cd489bb381666d87ee94b7, entries=150, sequenceid=202, filesize=11.9 K 2024-11-09T21:19:17,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/71034a65557a4d51a60c68bbf47a6a0c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/71034a65557a4d51a60c68bbf47a6a0c 2024-11-09T21:19:17,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/71034a65557a4d51a60c68bbf47a6a0c, entries=150, sequenceid=202, filesize=11.9 K 2024-11-09T21:19:17,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 855ms, sequenceid=202, compaction requested=true 2024-11-09T21:19:17,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:17,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:19:17,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:17,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:19:17,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:17,769 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:17,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:19:17,769 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:17,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:17,770 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:17,770 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:17,770 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/A is initiating minor compaction (all files) 2024-11-09T21:19:17,770 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/B is initiating minor compaction (all files) 2024-11-09T21:19:17,770 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/A in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:17,770 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/B in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:17,770 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/454b1a934064470fb401bd4513a35655, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/6dec935d7d3c4afbac9aa71372c3ceb1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/b84f1ab8c6ef41a899b0abd68b57c256] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=38.3 K 2024-11-09T21:19:17,770 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/3d3e3859aa604d7c937894346ea9c37f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/c4b87b797cd04ca2b4cb7f2a37e37a24, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/662e80b1c3cd489bb381666d87ee94b7] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=36.0 K 2024-11-09T21:19:17,771 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 454b1a934064470fb401bd4513a35655, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731187155107 2024-11-09T21:19:17,771 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d3e3859aa604d7c937894346ea9c37f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731187155107 2024-11-09T21:19:17,771 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting c4b87b797cd04ca2b4cb7f2a37e37a24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731187155165 2024-11-09T21:19:17,771 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dec935d7d3c4afbac9aa71372c3ceb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731187155165 2024-11-09T21:19:17,771 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 662e80b1c3cd489bb381666d87ee94b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731187156293 2024-11-09T21:19:17,772 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting b84f1ab8c6ef41a899b0abd68b57c256, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731187156293 2024-11-09T21:19:17,781 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#B#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:17,782 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/15563166f1334ce1996aff4b96158016 is 50, key is test_row_0/B:col10/1731187156913/Put/seqid=0 2024-11-09T21:19:17,784 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#A#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:17,785 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/157b349901f541a988e3d9ff9b1f1cfb is 50, key is test_row_0/A:col10/1731187156913/Put/seqid=0 2024-11-09T21:19:17,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742301_1477 (size=12629) 2024-11-09T21:19:17,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742302_1478 (size=12629) 2024-11-09T21:19:17,792 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/157b349901f541a988e3d9ff9b1f1cfb as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/157b349901f541a988e3d9ff9b1f1cfb 2024-11-09T21:19:17,795 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/A of 19206a1fe1a4d37b2fcedbd4ac66da1a into 157b349901f541a988e3d9ff9b1f1cfb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:17,795 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:17,795 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/A, priority=13, startTime=1731187157769; duration=0sec 2024-11-09T21:19:17,795 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:17,795 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:A 2024-11-09T21:19:17,796 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:17,796 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:17,796 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/C is initiating minor compaction (all files) 2024-11-09T21:19:17,796 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/C in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:17,796 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/8be0b68599fb49518c45b555a8c631f9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/a32c209985e2413f9c3c9fe930c47f25, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/71034a65557a4d51a60c68bbf47a6a0c] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=36.0 K 2024-11-09T21:19:17,797 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8be0b68599fb49518c45b555a8c631f9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731187155107 2024-11-09T21:19:17,798 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting a32c209985e2413f9c3c9fe930c47f25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731187155165 2024-11-09T21:19:17,798 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71034a65557a4d51a60c68bbf47a6a0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731187156293 2024-11-09T21:19:17,804 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#C#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:17,804 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/d85b475b61a44c8d8940faa833177a0f is 50, key is test_row_0/C:col10/1731187156913/Put/seqid=0 2024-11-09T21:19:17,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742303_1479 (size=12629) 2024-11-09T21:19:17,836 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/d85b475b61a44c8d8940faa833177a0f as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/d85b475b61a44c8d8940faa833177a0f 2024-11-09T21:19:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-09T21:19:17,844 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/C of 19206a1fe1a4d37b2fcedbd4ac66da1a into d85b475b61a44c8d8940faa833177a0f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:17,844 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:17,844 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/C, priority=13, startTime=1731187157769; duration=0sec 2024-11-09T21:19:17,844 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:17,845 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:C 2024-11-09T21:19:17,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:17,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-09T21:19:17,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:17,847 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T21:19:17,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:17,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:17,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:17,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:17,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:17,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:17,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/7088780918b041ccb225eca971f8b59c is 50, key is test_row_0/A:col10/1731187156987/Put/seqid=0 2024-11-09T21:19:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742304_1480 (size=12151) 2024-11-09T21:19:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:18,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:18,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187218127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187218127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187218127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187218128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187218128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-09T21:19:18,192 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/15563166f1334ce1996aff4b96158016 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/15563166f1334ce1996aff4b96158016 2024-11-09T21:19:18,196 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/B of 19206a1fe1a4d37b2fcedbd4ac66da1a into 15563166f1334ce1996aff4b96158016(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:18,196 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:18,196 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/B, priority=13, startTime=1731187157769; duration=0sec 2024-11-09T21:19:18,196 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:18,196 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:B 2024-11-09T21:19:18,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187218232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187218234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187218235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187218235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187218235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,273 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/7088780918b041ccb225eca971f8b59c 2024-11-09T21:19:18,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/93660b5eb76f4ee1b72f8f5ba3799c0c is 50, key is test_row_0/B:col10/1731187156987/Put/seqid=0 2024-11-09T21:19:18,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742305_1481 (size=12151) 2024-11-09T21:19:18,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187218437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187218437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187218439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187218439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187218440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-09T21:19:18,686 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/93660b5eb76f4ee1b72f8f5ba3799c0c 2024-11-09T21:19:18,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/38eb46229d5b460faab72d147674e3f9 is 50, key is test_row_0/C:col10/1731187156987/Put/seqid=0 2024-11-09T21:19:18,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742306_1482 (size=12151) 2024-11-09T21:19:18,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187218740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187218742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187218743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187218745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:18,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187218745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,100 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/38eb46229d5b460faab72d147674e3f9 2024-11-09T21:19:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/7088780918b041ccb225eca971f8b59c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/7088780918b041ccb225eca971f8b59c 2024-11-09T21:19:19,107 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/7088780918b041ccb225eca971f8b59c, entries=150, sequenceid=229, filesize=11.9 K 2024-11-09T21:19:19,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/93660b5eb76f4ee1b72f8f5ba3799c0c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/93660b5eb76f4ee1b72f8f5ba3799c0c 2024-11-09T21:19:19,111 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/93660b5eb76f4ee1b72f8f5ba3799c0c, entries=150, sequenceid=229, filesize=11.9 K 2024-11-09T21:19:19,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/38eb46229d5b460faab72d147674e3f9 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/38eb46229d5b460faab72d147674e3f9 2024-11-09T21:19:19,115 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/38eb46229d5b460faab72d147674e3f9, entries=150, sequenceid=229, filesize=11.9 K 2024-11-09T21:19:19,116 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 1269ms, sequenceid=229, compaction requested=false 2024-11-09T21:19:19,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:19,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:19,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-09T21:19:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-09T21:19:19,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-09T21:19:19,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5750 sec 2024-11-09T21:19:19,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.5800 sec 2024-11-09T21:19:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:19,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T21:19:19,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:19,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:19,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:19,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:19,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:19,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:19,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/1d9af9418d2f4555a19726e62afc81da is 50, key is test_row_0/A:col10/1731187158126/Put/seqid=0 2024-11-09T21:19:19,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742307_1483 (size=14541) 2024-11-09T21:19:19,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187219273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187219275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187219276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187219277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187219279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187219380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187219381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187219384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187219384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187219384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187219585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187219587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187219587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187219588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187219591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-09T21:19:19,644 INFO [Thread-1955 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-09T21:19:19,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:19:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-09T21:19:19,647 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:19:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T21:19:19,648 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:19:19,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:19:19,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/1d9af9418d2f4555a19726e62afc81da 2024-11-09T21:19:19,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/52304dad6af64e4ab93af9084925c746 is 50, key is test_row_0/B:col10/1731187158126/Put/seqid=0 2024-11-09T21:19:19,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742308_1484 (size=12151) 2024-11-09T21:19:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T21:19:19,799 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T21:19:19,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:19,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:19,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:19,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:19,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:19,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187219888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187219890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187219896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187219896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187219898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T21:19:19,952 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:19,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T21:19:19,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:19,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:19,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:19,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:19,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:20,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/52304dad6af64e4ab93af9084925c746 2024-11-09T21:19:20,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/8603eaaeddcb43e4ba7aab0743d9ffb2 is 50, key is test_row_0/C:col10/1731187158126/Put/seqid=0 2024-11-09T21:19:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742309_1485 (size=12151) 2024-11-09T21:19:20,111 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:20,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T21:19:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:20,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:20,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T21:19:20,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:20,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T21:19:20,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:20,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:20,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:20,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:20,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:20,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187220392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:20,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187220395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:20,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187220399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:20,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187220403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:20,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187220406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:20,418 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:20,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T21:19:20,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:20,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:20,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:20,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:20,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:20,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/8603eaaeddcb43e4ba7aab0743d9ffb2 2024-11-09T21:19:20,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/1d9af9418d2f4555a19726e62afc81da as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/1d9af9418d2f4555a19726e62afc81da 2024-11-09T21:19:20,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/1d9af9418d2f4555a19726e62afc81da, entries=200, sequenceid=242, filesize=14.2 K 2024-11-09T21:19:20,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/52304dad6af64e4ab93af9084925c746 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/52304dad6af64e4ab93af9084925c746 2024-11-09T21:19:20,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/52304dad6af64e4ab93af9084925c746, entries=150, sequenceid=242, filesize=11.9 K 2024-11-09T21:19:20,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/8603eaaeddcb43e4ba7aab0743d9ffb2 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/8603eaaeddcb43e4ba7aab0743d9ffb2 2024-11-09T21:19:20,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/8603eaaeddcb43e4ba7aab0743d9ffb2, entries=150, sequenceid=242, filesize=11.9 K 2024-11-09T21:19:20,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 1254ms, sequenceid=242, compaction requested=true 2024-11-09T21:19:20,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:20,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:19:20,502 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:20,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:20,502 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:20,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:19:20,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:20,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:19:20,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:20,503 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:20,503 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:20,503 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/A is initiating minor compaction (all files) 2024-11-09T21:19:20,503 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/A in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:20,503 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/B is initiating minor compaction (all files) 2024-11-09T21:19:20,503 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/157b349901f541a988e3d9ff9b1f1cfb, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/7088780918b041ccb225eca971f8b59c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/1d9af9418d2f4555a19726e62afc81da] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=38.4 K 2024-11-09T21:19:20,503 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/B in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:20,503 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/15563166f1334ce1996aff4b96158016, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/93660b5eb76f4ee1b72f8f5ba3799c0c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/52304dad6af64e4ab93af9084925c746] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=36.1 K 2024-11-09T21:19:20,504 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 157b349901f541a988e3d9ff9b1f1cfb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731187156293 2024-11-09T21:19:20,504 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 15563166f1334ce1996aff4b96158016, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731187156293 2024-11-09T21:19:20,504 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7088780918b041ccb225eca971f8b59c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731187156979 2024-11-09T21:19:20,504 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 93660b5eb76f4ee1b72f8f5ba3799c0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731187156979 2024-11-09T21:19:20,504 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 52304dad6af64e4ab93af9084925c746, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731187158126 2024-11-09T21:19:20,504 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d9af9418d2f4555a19726e62afc81da, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731187158114 2024-11-09T21:19:20,511 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#A#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:20,511 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/c381cbbc25f54e62b0a2991b6fbfceec is 50, key is test_row_0/A:col10/1731187158126/Put/seqid=0 2024-11-09T21:19:20,514 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#B#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:20,515 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/e9af2288077b4e3797411ab040c35521 is 50, key is test_row_0/B:col10/1731187158126/Put/seqid=0 2024-11-09T21:19:20,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742311_1487 (size=12731) 2024-11-09T21:19:20,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742310_1486 (size=12731) 2024-11-09T21:19:20,527 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/c381cbbc25f54e62b0a2991b6fbfceec as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/c381cbbc25f54e62b0a2991b6fbfceec 2024-11-09T21:19:20,531 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/A of 19206a1fe1a4d37b2fcedbd4ac66da1a into c381cbbc25f54e62b0a2991b6fbfceec(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:20,531 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:20,531 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/A, priority=13, startTime=1731187160502; duration=0sec 2024-11-09T21:19:20,531 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:20,531 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:A 2024-11-09T21:19:20,531 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:20,533 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:20,533 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/C is initiating minor compaction (all files) 2024-11-09T21:19:20,533 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/C in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:20,533 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/d85b475b61a44c8d8940faa833177a0f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/38eb46229d5b460faab72d147674e3f9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/8603eaaeddcb43e4ba7aab0743d9ffb2] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=36.1 K 2024-11-09T21:19:20,533 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting d85b475b61a44c8d8940faa833177a0f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731187156293 2024-11-09T21:19:20,534 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38eb46229d5b460faab72d147674e3f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731187156979 2024-11-09T21:19:20,534 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8603eaaeddcb43e4ba7aab0743d9ffb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731187158126 2024-11-09T21:19:20,540 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#C#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:20,541 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/43be019c75fa4d67b63acebb27700b2e is 50, key is test_row_0/C:col10/1731187158126/Put/seqid=0 2024-11-09T21:19:20,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742312_1488 (size=12731) 2024-11-09T21:19:20,548 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/43be019c75fa4d67b63acebb27700b2e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/43be019c75fa4d67b63acebb27700b2e 2024-11-09T21:19:20,553 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/C of 19206a1fe1a4d37b2fcedbd4ac66da1a into 43be019c75fa4d67b63acebb27700b2e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:20,553 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:20,553 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/C, priority=13, startTime=1731187160502; duration=0sec 2024-11-09T21:19:20,554 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:20,554 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:C 2024-11-09T21:19:20,571 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:20,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T21:19:20,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:20,571 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T21:19:20,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:20,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:20,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:20,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:20,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:20,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:20,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/af0c884fda34447b9e3bd2b247e20aac is 50, key is test_row_0/A:col10/1731187159278/Put/seqid=0 2024-11-09T21:19:20,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742313_1489 (size=12301) 2024-11-09T21:19:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T21:19:20,925 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/e9af2288077b4e3797411ab040c35521 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/e9af2288077b4e3797411ab040c35521 2024-11-09T21:19:20,929 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/B of 19206a1fe1a4d37b2fcedbd4ac66da1a into e9af2288077b4e3797411ab040c35521(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:20,929 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:20,929 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/B, priority=13, startTime=1731187160502; duration=0sec 2024-11-09T21:19:20,930 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:20,930 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:B 2024-11-09T21:19:20,981 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/af0c884fda34447b9e3bd2b247e20aac 2024-11-09T21:19:20,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/12a713a882324bdc838aac6b1300be2d is 50, key is test_row_0/B:col10/1731187159278/Put/seqid=0 2024-11-09T21:19:20,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742314_1490 (size=12301) 2024-11-09T21:19:21,394 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/12a713a882324bdc838aac6b1300be2d 2024-11-09T21:19:21,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/a16ec1e44167428f9e6271e07a0d942b is 50, key is test_row_0/C:col10/1731187159278/Put/seqid=0 2024-11-09T21:19:21,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742315_1491 (size=12301) 2024-11-09T21:19:21,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187221414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:21,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187221414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:21,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187221416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:21,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187221418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:21,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187221419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:21,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187221520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:21,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187221520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:21,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187221524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:21,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187221524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:21,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187221725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:21,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187221726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:21,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187221727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:21,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187221728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T21:19:21,806 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/a16ec1e44167428f9e6271e07a0d942b 2024-11-09T21:19:21,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/af0c884fda34447b9e3bd2b247e20aac as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/af0c884fda34447b9e3bd2b247e20aac 2024-11-09T21:19:21,813 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/af0c884fda34447b9e3bd2b247e20aac, entries=150, sequenceid=268, filesize=12.0 K 2024-11-09T21:19:21,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/12a713a882324bdc838aac6b1300be2d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/12a713a882324bdc838aac6b1300be2d 2024-11-09T21:19:21,817 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/12a713a882324bdc838aac6b1300be2d, entries=150, sequenceid=268, filesize=12.0 K 2024-11-09T21:19:21,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/a16ec1e44167428f9e6271e07a0d942b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/a16ec1e44167428f9e6271e07a0d942b 2024-11-09T21:19:21,820 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/a16ec1e44167428f9e6271e07a0d942b, entries=150, sequenceid=268, filesize=12.0 K 2024-11-09T21:19:21,821 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 1250ms, sequenceid=268, compaction requested=false 2024-11-09T21:19:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-09T21:19:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-09T21:19:21,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-09T21:19:21,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1740 sec 2024-11-09T21:19:21,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.1780 sec 2024-11-09T21:19:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:22,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T21:19:22,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:22,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:22,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:22,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:22,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:22,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:22,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/d8967d02239e4e0c87f841bbe3fb6980 is 50, key is test_row_0/A:col10/1731187162033/Put/seqid=0 2024-11-09T21:19:22,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742316_1492 (size=12301) 2024-11-09T21:19:22,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187222062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:22,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:22,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187222063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187222063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:22,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187222079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:22,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187222169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:22,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187222174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:22,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187222174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:22,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187222188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:22,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187222373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:22,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187222378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:22,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187222379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:22,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187222392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:22,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/d8967d02239e4e0c87f841bbe3fb6980 2024-11-09T21:19:22,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/a1af87b5d00f4a2eaea332a94afa354e is 50, key is test_row_0/B:col10/1731187162033/Put/seqid=0 2024-11-09T21:19:22,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742317_1493 (size=12301) 2024-11-09T21:19:22,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187222677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:22,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187222684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:22,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187222685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:22,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187222698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:22,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/a1af87b5d00f4a2eaea332a94afa354e 2024-11-09T21:19:22,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/2e8dae1fb46449e3b83381751e4e4cb9 is 50, key is test_row_0/C:col10/1731187162033/Put/seqid=0 2024-11-09T21:19:22,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742318_1494 (size=12301) 2024-11-09T21:19:23,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187223187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:23,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187223193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:23,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187223194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:23,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187223205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:23,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/2e8dae1fb46449e3b83381751e4e4cb9 2024-11-09T21:19:23,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/d8967d02239e4e0c87f841bbe3fb6980 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/d8967d02239e4e0c87f841bbe3fb6980 2024-11-09T21:19:23,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/d8967d02239e4e0c87f841bbe3fb6980, entries=150, sequenceid=284, filesize=12.0 K 2024-11-09T21:19:23,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/a1af87b5d00f4a2eaea332a94afa354e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/a1af87b5d00f4a2eaea332a94afa354e 2024-11-09T21:19:23,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/a1af87b5d00f4a2eaea332a94afa354e, entries=150, sequenceid=284, filesize=12.0 K 2024-11-09T21:19:23,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/2e8dae1fb46449e3b83381751e4e4cb9 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/2e8dae1fb46449e3b83381751e4e4cb9 2024-11-09T21:19:23,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/2e8dae1fb46449e3b83381751e4e4cb9, entries=150, sequenceid=284, filesize=12.0 K 2024-11-09T21:19:23,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 1263ms, sequenceid=284, compaction requested=true 2024-11-09T21:19:23,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:23,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:19:23,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:23,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:19:23,296 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:23,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:23,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:19:23,296 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:23,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:23,297 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:23,297 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:23,297 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/B is initiating minor compaction (all files) 2024-11-09T21:19:23,297 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/A is initiating minor compaction (all files) 2024-11-09T21:19:23,297 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/B in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:23,297 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/A in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:23,297 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/e9af2288077b4e3797411ab040c35521, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/12a713a882324bdc838aac6b1300be2d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/a1af87b5d00f4a2eaea332a94afa354e] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=36.5 K 2024-11-09T21:19:23,297 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/c381cbbc25f54e62b0a2991b6fbfceec, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/af0c884fda34447b9e3bd2b247e20aac, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/d8967d02239e4e0c87f841bbe3fb6980] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=36.5 K 2024-11-09T21:19:23,298 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting e9af2288077b4e3797411ab040c35521, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731187158126 2024-11-09T21:19:23,298 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting c381cbbc25f54e62b0a2991b6fbfceec, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731187158126 2024-11-09T21:19:23,298 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting af0c884fda34447b9e3bd2b247e20aac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731187159272 2024-11-09T21:19:23,298 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 12a713a882324bdc838aac6b1300be2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731187159272 2024-11-09T21:19:23,298 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8967d02239e4e0c87f841bbe3fb6980, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731187161418 2024-11-09T21:19:23,298 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting a1af87b5d00f4a2eaea332a94afa354e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731187161418 2024-11-09T21:19:23,307 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#B#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:23,307 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#A#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:23,307 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/32c6272b002b42a9b940dadad2d85d09 is 50, key is test_row_0/B:col10/1731187162033/Put/seqid=0 2024-11-09T21:19:23,307 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/ecd6603a1a3241f585f3f341a746009c is 50, key is test_row_0/A:col10/1731187162033/Put/seqid=0 2024-11-09T21:19:23,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742319_1495 (size=12983) 2024-11-09T21:19:23,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742320_1496 (size=12983) 2024-11-09T21:19:23,329 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/ecd6603a1a3241f585f3f341a746009c as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/ecd6603a1a3241f585f3f341a746009c 2024-11-09T21:19:23,332 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/A of 19206a1fe1a4d37b2fcedbd4ac66da1a into ecd6603a1a3241f585f3f341a746009c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:23,332 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:23,332 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/A, priority=13, startTime=1731187163296; duration=0sec 2024-11-09T21:19:23,332 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:23,332 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:A 2024-11-09T21:19:23,332 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:23,335 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:23,335 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/C is initiating minor compaction (all files) 2024-11-09T21:19:23,335 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/C in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:23,335 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/43be019c75fa4d67b63acebb27700b2e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/a16ec1e44167428f9e6271e07a0d942b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/2e8dae1fb46449e3b83381751e4e4cb9] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=36.5 K 2024-11-09T21:19:23,335 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43be019c75fa4d67b63acebb27700b2e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731187158126 2024-11-09T21:19:23,335 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting a16ec1e44167428f9e6271e07a0d942b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731187159272 2024-11-09T21:19:23,336 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e8dae1fb46449e3b83381751e4e4cb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731187161418 2024-11-09T21:19:23,342 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#C#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:23,343 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/7218080c8faa4a2890b13764c1528399 is 50, key is test_row_0/C:col10/1731187162033/Put/seqid=0 2024-11-09T21:19:23,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742321_1497 (size=12983) 2024-11-09T21:19:23,353 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/7218080c8faa4a2890b13764c1528399 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/7218080c8faa4a2890b13764c1528399 2024-11-09T21:19:23,357 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/C of 19206a1fe1a4d37b2fcedbd4ac66da1a into 7218080c8faa4a2890b13764c1528399(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:23,357 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:23,357 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/C, priority=13, startTime=1731187163296; duration=0sec 2024-11-09T21:19:23,357 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:23,357 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:C 2024-11-09T21:19:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:23,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T21:19:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:23,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/dcd58518aafe41c9be12ffc1f48e9c43 is 50, key is test_row_0/A:col10/1731187162063/Put/seqid=0 2024-11-09T21:19:23,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742322_1498 (size=14741) 2024-11-09T21:19:23,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187223472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:23,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187223578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:23,728 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/32c6272b002b42a9b940dadad2d85d09 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/32c6272b002b42a9b940dadad2d85d09 2024-11-09T21:19:23,733 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/B of 19206a1fe1a4d37b2fcedbd4ac66da1a into 32c6272b002b42a9b940dadad2d85d09(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:23,733 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:23,733 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/B, priority=13, startTime=1731187163296; duration=0sec 2024-11-09T21:19:23,733 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:23,733 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:B 2024-11-09T21:19:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T21:19:23,752 INFO [Thread-1955 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-09T21:19:23,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:19:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-09T21:19:23,754 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:19:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-09T21:19:23,755 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:19:23,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:19:23,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187223782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:23,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/dcd58518aafe41c9be12ffc1f48e9c43 2024-11-09T21:19:23,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/5cfd3ea5f05b410c9d781639fbf3a3c5 is 50, key is test_row_0/B:col10/1731187162063/Put/seqid=0 2024-11-09T21:19:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-09T21:19:23,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742323_1499 (size=12301) 2024-11-09T21:19:23,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/5cfd3ea5f05b410c9d781639fbf3a3c5 2024-11-09T21:19:23,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/62d4eeed4e2c4fe7b2c2b79350efa686 is 50, key is test_row_0/C:col10/1731187162063/Put/seqid=0 2024-11-09T21:19:23,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742324_1500 (size=12301) 2024-11-09T21:19:23,906 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:23,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-09T21:19:23,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:23,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:23,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:23,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:23,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-09T21:19:24,059 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:24,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-09T21:19:24,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:24,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:24,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:24,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:24,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:24,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187224089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:24,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187224202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:24,212 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:24,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-09T21:19:24,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:24,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:24,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:24,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:24,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:24,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187224210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:24,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187224210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:24,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187224215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:24,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/62d4eeed4e2c4fe7b2c2b79350efa686 2024-11-09T21:19:24,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/dcd58518aafe41c9be12ffc1f48e9c43 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/dcd58518aafe41c9be12ffc1f48e9c43 2024-11-09T21:19:24,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/dcd58518aafe41c9be12ffc1f48e9c43, entries=200, sequenceid=310, filesize=14.4 K 2024-11-09T21:19:24,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/5cfd3ea5f05b410c9d781639fbf3a3c5 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/5cfd3ea5f05b410c9d781639fbf3a3c5 2024-11-09T21:19:24,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/5cfd3ea5f05b410c9d781639fbf3a3c5, entries=150, sequenceid=310, filesize=12.0 K 2024-11-09T21:19:24,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/62d4eeed4e2c4fe7b2c2b79350efa686 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/62d4eeed4e2c4fe7b2c2b79350efa686 2024-11-09T21:19:24,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/62d4eeed4e2c4fe7b2c2b79350efa686, entries=150, sequenceid=310, filesize=12.0 K 2024-11-09T21:19:24,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 882ms, sequenceid=310, compaction requested=false 2024-11-09T21:19:24,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-09T21:19:24,364 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:24,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-09T21:19:24,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:24,365 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T21:19:24,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:24,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:24,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:24,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:24,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:24,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:24,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/c0fa84b72e044249ba0ac9b91886d241 is 50, key is test_row_0/A:col10/1731187163440/Put/seqid=0 2024-11-09T21:19:24,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742325_1501 (size=12301) 2024-11-09T21:19:24,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:24,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187224705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:24,774 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/c0fa84b72e044249ba0ac9b91886d241 2024-11-09T21:19:24,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/6cdf37b222294e0a9c37841a8e497afb is 50, key is test_row_0/B:col10/1731187163440/Put/seqid=0 2024-11-09T21:19:24,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742326_1502 (size=12301) 2024-11-09T21:19:24,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187224812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-09T21:19:25,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187225016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:25,188 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/6cdf37b222294e0a9c37841a8e497afb 2024-11-09T21:19:25,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/904db1f301384eb791a277c2b202e4b9 is 50, key is test_row_0/C:col10/1731187163440/Put/seqid=0 2024-11-09T21:19:25,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742327_1503 (size=12301) 2024-11-09T21:19:25,198 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/904db1f301384eb791a277c2b202e4b9 2024-11-09T21:19:25,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/c0fa84b72e044249ba0ac9b91886d241 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/c0fa84b72e044249ba0ac9b91886d241 2024-11-09T21:19:25,208 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/c0fa84b72e044249ba0ac9b91886d241, entries=150, sequenceid=323, filesize=12.0 K 2024-11-09T21:19:25,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/6cdf37b222294e0a9c37841a8e497afb as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/6cdf37b222294e0a9c37841a8e497afb 2024-11-09T21:19:25,212 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/6cdf37b222294e0a9c37841a8e497afb, entries=150, sequenceid=323, filesize=12.0 K 2024-11-09T21:19:25,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/904db1f301384eb791a277c2b202e4b9 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/904db1f301384eb791a277c2b202e4b9 2024-11-09T21:19:25,216 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/904db1f301384eb791a277c2b202e4b9, entries=150, sequenceid=323, filesize=12.0 K 2024-11-09T21:19:25,216 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 851ms, sequenceid=323, compaction requested=true 2024-11-09T21:19:25,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:25,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:25,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-09T21:19:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-09T21:19:25,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-09T21:19:25,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4620 sec 2024-11-09T21:19:25,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.4670 sec 2024-11-09T21:19:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:25,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T21:19:25,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:25,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:25,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:25,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:25,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:25,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:25,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/27daad813e274765bd2fd55fd1498061 is 50, key is test_row_0/A:col10/1731187165329/Put/seqid=0 2024-11-09T21:19:25,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742328_1504 (size=14741) 2024-11-09T21:19:25,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187225377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:25,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187225482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:25,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187225688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:25,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/27daad813e274765bd2fd55fd1498061 2024-11-09T21:19:25,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/ecb35bb15c34413cbf24044f9cac550b is 50, key is test_row_0/B:col10/1731187165329/Put/seqid=0 2024-11-09T21:19:25,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742329_1505 (size=12301) 2024-11-09T21:19:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-09T21:19:25,858 INFO [Thread-1955 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-09T21:19:25,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:19:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-09T21:19:25,863 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:19:25,864 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:19:25,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:19:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-09T21:19:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-09T21:19:26,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187225997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:26,015 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:26,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-09T21:19:26,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:26,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:26,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:26,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:26,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:26,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/ecb35bb15c34413cbf24044f9cac550b 2024-11-09T21:19:26,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/749183093cc54fa495af63743f95837a is 50, key is test_row_0/C:col10/1731187165329/Put/seqid=0 2024-11-09T21:19:26,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742330_1506 (size=12301) 2024-11-09T21:19:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-09T21:19:26,168 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:26,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-09T21:19:26,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:26,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:26,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:26,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:26,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:26,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38132 deadline: 1731187226217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:26,222 DEBUG [Thread-1945 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., hostname=cc4f9fe6f946,42203,1731187027551, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:26,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38160 deadline: 1731187226231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:26,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1731187226232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:26,236 DEBUG [Thread-1949 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., hostname=cc4f9fe6f946,42203,1731187027551, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:26,237 DEBUG [Thread-1951 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., hostname=cc4f9fe6f946,42203,1731187027551, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:26,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38112 deadline: 1731187226239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:26,246 DEBUG [Thread-1953 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., hostname=cc4f9fe6f946,42203,1731187027551, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:26,321 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:26,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-09T21:19:26,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:26,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:26,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:26,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:26,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-09T21:19:26,474 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:26,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-09T21:19:26,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:26,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:26,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:26,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:26,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:26,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38080 deadline: 1731187226505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:26,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/749183093cc54fa495af63743f95837a 2024-11-09T21:19:26,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/27daad813e274765bd2fd55fd1498061 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/27daad813e274765bd2fd55fd1498061 2024-11-09T21:19:26,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/27daad813e274765bd2fd55fd1498061, entries=200, sequenceid=348, filesize=14.4 K 2024-11-09T21:19:26,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/ecb35bb15c34413cbf24044f9cac550b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/ecb35bb15c34413cbf24044f9cac550b 2024-11-09T21:19:26,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/ecb35bb15c34413cbf24044f9cac550b, entries=150, sequenceid=348, filesize=12.0 K 2024-11-09T21:19:26,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/749183093cc54fa495af63743f95837a as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/749183093cc54fa495af63743f95837a 2024-11-09T21:19:26,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/749183093cc54fa495af63743f95837a, entries=150, sequenceid=348, filesize=12.0 K 2024-11-09T21:19:26,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 1245ms, sequenceid=348, compaction requested=true 2024-11-09T21:19:26,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:26,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:19:26,575 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:19:26,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:26,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:19:26,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:26,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19206a1fe1a4d37b2fcedbd4ac66da1a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:19:26,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:26,575 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:19:26,576 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:19:26,576 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:19:26,576 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/B is initiating minor compaction (all files) 2024-11-09T21:19:26,576 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/A is initiating minor compaction (all files) 2024-11-09T21:19:26,576 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/B in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:26,577 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/A in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:26,577 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/32c6272b002b42a9b940dadad2d85d09, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/5cfd3ea5f05b410c9d781639fbf3a3c5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/6cdf37b222294e0a9c37841a8e497afb, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/ecb35bb15c34413cbf24044f9cac550b] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=48.7 K 2024-11-09T21:19:26,577 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/ecd6603a1a3241f585f3f341a746009c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/dcd58518aafe41c9be12ffc1f48e9c43, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/c0fa84b72e044249ba0ac9b91886d241, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/27daad813e274765bd2fd55fd1498061] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=53.5 K 2024-11-09T21:19:26,577 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 32c6272b002b42a9b940dadad2d85d09, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731187161418 2024-11-09T21:19:26,577 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecd6603a1a3241f585f3f341a746009c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731187161418 2024-11-09T21:19:26,577 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cfd3ea5f05b410c9d781639fbf3a3c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731187162050 2024-11-09T21:19:26,577 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcd58518aafe41c9be12ffc1f48e9c43, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731187162050 2024-11-09T21:19:26,577 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cdf37b222294e0a9c37841a8e497afb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731187163440 2024-11-09T21:19:26,577 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0fa84b72e044249ba0ac9b91886d241, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731187163440 2024-11-09T21:19:26,578 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting ecb35bb15c34413cbf24044f9cac550b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731187164698 2024-11-09T21:19:26,578 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27daad813e274765bd2fd55fd1498061, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731187164689 2024-11-09T21:19:26,594 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#B#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:26,594 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/b0a8706b879b497488543b564bc69851 is 50, key is test_row_0/B:col10/1731187165329/Put/seqid=0 2024-11-09T21:19:26,594 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#A#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:26,595 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/807133035fac475c97628fe2deeb8383 is 50, key is test_row_0/A:col10/1731187165329/Put/seqid=0 2024-11-09T21:19:26,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742331_1507 (size=13119) 2024-11-09T21:19:26,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742332_1508 (size=13119) 2024-11-09T21:19:26,626 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:26,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-09T21:19:26,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:26,627 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T21:19:26,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:26,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:26,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:26,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:26,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:26,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:26,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/38b3dea595c44e0ab43d471a6f801714 is 50, key is test_row_0/A:col10/1731187165368/Put/seqid=0 2024-11-09T21:19:26,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742333_1509 (size=9857) 2024-11-09T21:19:26,907 DEBUG [Thread-1962 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51196534 to 127.0.0.1:57311 2024-11-09T21:19:26,907 DEBUG [Thread-1962 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:26,907 DEBUG [Thread-1956 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:57311 2024-11-09T21:19:26,907 DEBUG [Thread-1956 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:26,909 DEBUG [Thread-1960 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:57311 2024-11-09T21:19:26,909 DEBUG [Thread-1960 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:26,910 DEBUG [Thread-1958 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6050584c to 127.0.0.1:57311 2024-11-09T21:19:26,910 DEBUG [Thread-1958 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:26,911 DEBUG [Thread-1964 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc5e114 to 127.0.0.1:57311 2024-11-09T21:19:26,911 DEBUG [Thread-1964 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-09T21:19:27,008 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/b0a8706b879b497488543b564bc69851 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/b0a8706b879b497488543b564bc69851 2024-11-09T21:19:27,008 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/807133035fac475c97628fe2deeb8383 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/807133035fac475c97628fe2deeb8383 2024-11-09T21:19:27,012 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/A of 19206a1fe1a4d37b2fcedbd4ac66da1a into 807133035fac475c97628fe2deeb8383(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:27,012 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/B of 19206a1fe1a4d37b2fcedbd4ac66da1a into b0a8706b879b497488543b564bc69851(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:27,012 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:27,012 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:27,012 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/A, priority=12, startTime=1731187166575; duration=0sec 2024-11-09T21:19:27,012 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/B, priority=12, startTime=1731187166575; duration=0sec 2024-11-09T21:19:27,012 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:27,012 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:A 2024-11-09T21:19:27,012 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:27,012 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:19:27,012 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:B 2024-11-09T21:19:27,013 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:19:27,013 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 19206a1fe1a4d37b2fcedbd4ac66da1a/C is initiating minor compaction (all files) 2024-11-09T21:19:27,013 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19206a1fe1a4d37b2fcedbd4ac66da1a/C in TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:27,013 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/7218080c8faa4a2890b13764c1528399, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/62d4eeed4e2c4fe7b2c2b79350efa686, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/904db1f301384eb791a277c2b202e4b9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/749183093cc54fa495af63743f95837a] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp, totalSize=48.7 K 2024-11-09T21:19:27,013 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7218080c8faa4a2890b13764c1528399, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731187161418 2024-11-09T21:19:27,014 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62d4eeed4e2c4fe7b2c2b79350efa686, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731187162050 2024-11-09T21:19:27,014 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 904db1f301384eb791a277c2b202e4b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731187163440 2024-11-09T21:19:27,014 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 749183093cc54fa495af63743f95837a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731187164698 2024-11-09T21:19:27,019 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19206a1fe1a4d37b2fcedbd4ac66da1a#C#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:27,020 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/263b385f29ec42bb9a003bc81d47ed61 is 50, key is test_row_0/C:col10/1731187165329/Put/seqid=0 2024-11-09T21:19:27,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742334_1510 (size=13119) 2024-11-09T21:19:27,040 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/38b3dea595c44e0ab43d471a6f801714 2024-11-09T21:19:27,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/2e41ae415fb74db39484618ec1bd7bb7 is 50, key is test_row_0/B:col10/1731187165368/Put/seqid=0 2024-11-09T21:19:27,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742335_1511 (size=9857) 2024-11-09T21:19:27,426 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/263b385f29ec42bb9a003bc81d47ed61 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/263b385f29ec42bb9a003bc81d47ed61 2024-11-09T21:19:27,429 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19206a1fe1a4d37b2fcedbd4ac66da1a/C of 19206a1fe1a4d37b2fcedbd4ac66da1a into 263b385f29ec42bb9a003bc81d47ed61(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:27,429 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:27,429 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a., storeName=19206a1fe1a4d37b2fcedbd4ac66da1a/C, priority=12, startTime=1731187166575; duration=0sec 2024-11-09T21:19:27,430 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:27,430 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19206a1fe1a4d37b2fcedbd4ac66da1a:C 2024-11-09T21:19:27,447 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/2e41ae415fb74db39484618ec1bd7bb7 2024-11-09T21:19:27,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/492fb7c1894048a786041749e611d731 is 50, key is test_row_0/C:col10/1731187165368/Put/seqid=0 2024-11-09T21:19:27,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742336_1512 (size=9857) 2024-11-09T21:19:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:27,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. as already flushing 2024-11-09T21:19:27,515 DEBUG [Thread-1947 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d0ab200 to 127.0.0.1:57311 2024-11-09T21:19:27,515 DEBUG [Thread-1947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:27,857 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/492fb7c1894048a786041749e611d731 2024-11-09T21:19:27,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/38b3dea595c44e0ab43d471a6f801714 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/38b3dea595c44e0ab43d471a6f801714 2024-11-09T21:19:27,864 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/38b3dea595c44e0ab43d471a6f801714, entries=100, sequenceid=359, filesize=9.6 K 2024-11-09T21:19:27,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/2e41ae415fb74db39484618ec1bd7bb7 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/2e41ae415fb74db39484618ec1bd7bb7 2024-11-09T21:19:27,867 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/2e41ae415fb74db39484618ec1bd7bb7, entries=100, sequenceid=359, filesize=9.6 K 2024-11-09T21:19:27,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/492fb7c1894048a786041749e611d731 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/492fb7c1894048a786041749e611d731 2024-11-09T21:19:27,871 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/492fb7c1894048a786041749e611d731, entries=100, sequenceid=359, filesize=9.6 K 2024-11-09T21:19:27,871 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=6.71 KB/6870 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 1244ms, sequenceid=359, compaction requested=false 2024-11-09T21:19:27,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:27,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:27,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-09T21:19:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-09T21:19:27,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-09T21:19:27,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0090 sec 2024-11-09T21:19:27,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 2.0150 sec 2024-11-09T21:19:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-09T21:19:27,968 INFO [Thread-1955 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-09T21:19:30,239 DEBUG [Thread-1951 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7daa5922 to 127.0.0.1:57311 2024-11-09T21:19:30,239 DEBUG [Thread-1951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:30,240 DEBUG [Thread-1945 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65df2359 to 127.0.0.1:57311 2024-11-09T21:19:30,240 DEBUG [Thread-1945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:30,240 DEBUG [Thread-1949 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:57311 2024-11-09T21:19:30,240 DEBUG [Thread-1949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:30,270 DEBUG [Thread-1953 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:57311 2024-11-09T21:19:30,270 DEBUG [Thread-1953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:30,270 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T21:19:30,271 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-09T21:19:30,271 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-09T21:19:30,271 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-09T21:19:30,271 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-09T21:19:30,271 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-09T21:19:30,271 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T21:19:30,271 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T21:19:30,271 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2627 2024-11-09T21:19:30,271 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7879 rows 2024-11-09T21:19:30,271 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2632 2024-11-09T21:19:30,271 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7895 rows 2024-11-09T21:19:30,271 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2620 2024-11-09T21:19:30,271 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7860 rows 2024-11-09T21:19:30,271 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2634 2024-11-09T21:19:30,271 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7902 rows 2024-11-09T21:19:30,271 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2622 2024-11-09T21:19:30,271 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7866 rows 2024-11-09T21:19:30,271 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T21:19:30,271 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cefe40 to 127.0.0.1:57311 2024-11-09T21:19:30,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:30,273 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-09T21:19:30,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T21:19:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-09T21:19:30,277 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187170276"}]},"ts":"1731187170276"} 2024-11-09T21:19:30,278 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T21:19:30,280 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T21:19:30,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T21:19:30,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=19206a1fe1a4d37b2fcedbd4ac66da1a, UNASSIGN}] 2024-11-09T21:19:30,282 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=19206a1fe1a4d37b2fcedbd4ac66da1a, UNASSIGN 2024-11-09T21:19:30,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=19206a1fe1a4d37b2fcedbd4ac66da1a, regionState=CLOSING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:30,283 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T21:19:30,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; CloseRegionProcedure 19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:19:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-09T21:19:30,435 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:30,435 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(124): Close 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:30,435 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T21:19:30,435 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1681): Closing 19206a1fe1a4d37b2fcedbd4ac66da1a, disabling compactions & flushes 2024-11-09T21:19:30,435 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:30,435 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:30,435 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. after waiting 0 ms 2024-11-09T21:19:30,435 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:30,435 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(2837): Flushing 19206a1fe1a4d37b2fcedbd4ac66da1a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T21:19:30,435 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=A 2024-11-09T21:19:30,436 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:30,436 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=B 2024-11-09T21:19:30,436 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:30,436 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19206a1fe1a4d37b2fcedbd4ac66da1a, store=C 2024-11-09T21:19:30,436 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:30,439 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/aa6e7efcfe814e0ca0a4af296670c0fb is 50, key is test_row_0/A:col10/1731187170238/Put/seqid=0 2024-11-09T21:19:30,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742337_1513 (size=12301) 2024-11-09T21:19:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-09T21:19:30,843 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/aa6e7efcfe814e0ca0a4af296670c0fb 2024-11-09T21:19:30,848 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/9b681913464b4fb48476587b7e171a23 is 50, key is test_row_0/B:col10/1731187170238/Put/seqid=0 2024-11-09T21:19:30,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742338_1514 (size=12301) 2024-11-09T21:19:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-09T21:19:31,252 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/9b681913464b4fb48476587b7e171a23 2024-11-09T21:19:31,258 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/ad63e84d38a2416da5e261cfda2ca844 is 50, key is test_row_0/C:col10/1731187170238/Put/seqid=0 2024-11-09T21:19:31,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742339_1515 (size=12301) 2024-11-09T21:19:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-09T21:19:31,662 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/ad63e84d38a2416da5e261cfda2ca844 2024-11-09T21:19:31,665 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/A/aa6e7efcfe814e0ca0a4af296670c0fb as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/aa6e7efcfe814e0ca0a4af296670c0fb 2024-11-09T21:19:31,668 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/aa6e7efcfe814e0ca0a4af296670c0fb, entries=150, sequenceid=370, filesize=12.0 K 2024-11-09T21:19:31,668 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/B/9b681913464b4fb48476587b7e171a23 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/9b681913464b4fb48476587b7e171a23 2024-11-09T21:19:31,671 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/9b681913464b4fb48476587b7e171a23, entries=150, sequenceid=370, filesize=12.0 K 2024-11-09T21:19:31,671 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/.tmp/C/ad63e84d38a2416da5e261cfda2ca844 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/ad63e84d38a2416da5e261cfda2ca844 2024-11-09T21:19:31,673 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/ad63e84d38a2416da5e261cfda2ca844, entries=150, sequenceid=370, filesize=12.0 K 2024-11-09T21:19:31,674 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 19206a1fe1a4d37b2fcedbd4ac66da1a in 1239ms, sequenceid=370, compaction requested=true 2024-11-09T21:19:31,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/6307ced7a79b4a73bb66f63d7d3471ba, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/cbe3d9ef78aa4b9ba1ecf386fe19061f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/a84fcd0bb73e482ca62b365744b47573, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/ab424b57992a4d14b5fab2479ddc02cb, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/6ce5d828a17a4332b81ede45009bf0ca, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/5622f44051e64e7dbf5f98551f45fe67, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/0357c2f15c9846eaa1ce64000d2fa94a, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/18b36a67841f470083466cf6fc1c9fb7, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/b4a7f76118844e0b8ee2fac5facf7be8, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/fc0af76034b442d6a860d62c20145322, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/aef6dcce76314be4b5bee16769a5957b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/454b1a934064470fb401bd4513a35655, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/6dec935d7d3c4afbac9aa71372c3ceb1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/b84f1ab8c6ef41a899b0abd68b57c256, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/157b349901f541a988e3d9ff9b1f1cfb, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/7088780918b041ccb225eca971f8b59c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/1d9af9418d2f4555a19726e62afc81da, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/c381cbbc25f54e62b0a2991b6fbfceec, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/af0c884fda34447b9e3bd2b247e20aac, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/ecd6603a1a3241f585f3f341a746009c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/d8967d02239e4e0c87f841bbe3fb6980, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/dcd58518aafe41c9be12ffc1f48e9c43, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/c0fa84b72e044249ba0ac9b91886d241, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/27daad813e274765bd2fd55fd1498061] to archive 2024-11-09T21:19:31,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T21:19:31,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/6307ced7a79b4a73bb66f63d7d3471ba to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/6307ced7a79b4a73bb66f63d7d3471ba 2024-11-09T21:19:31,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/cbe3d9ef78aa4b9ba1ecf386fe19061f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/cbe3d9ef78aa4b9ba1ecf386fe19061f 2024-11-09T21:19:31,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/a84fcd0bb73e482ca62b365744b47573 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/a84fcd0bb73e482ca62b365744b47573 2024-11-09T21:19:31,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/ab424b57992a4d14b5fab2479ddc02cb to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/ab424b57992a4d14b5fab2479ddc02cb 2024-11-09T21:19:31,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/6ce5d828a17a4332b81ede45009bf0ca to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/6ce5d828a17a4332b81ede45009bf0ca 2024-11-09T21:19:31,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/5622f44051e64e7dbf5f98551f45fe67 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/5622f44051e64e7dbf5f98551f45fe67 2024-11-09T21:19:31,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/0357c2f15c9846eaa1ce64000d2fa94a to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/0357c2f15c9846eaa1ce64000d2fa94a 2024-11-09T21:19:31,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/18b36a67841f470083466cf6fc1c9fb7 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/18b36a67841f470083466cf6fc1c9fb7 2024-11-09T21:19:31,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/b4a7f76118844e0b8ee2fac5facf7be8 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/b4a7f76118844e0b8ee2fac5facf7be8 2024-11-09T21:19:31,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/fc0af76034b442d6a860d62c20145322 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/fc0af76034b442d6a860d62c20145322 2024-11-09T21:19:31,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/aef6dcce76314be4b5bee16769a5957b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/aef6dcce76314be4b5bee16769a5957b 2024-11-09T21:19:31,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/454b1a934064470fb401bd4513a35655 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/454b1a934064470fb401bd4513a35655 2024-11-09T21:19:31,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/6dec935d7d3c4afbac9aa71372c3ceb1 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/6dec935d7d3c4afbac9aa71372c3ceb1 2024-11-09T21:19:31,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/b84f1ab8c6ef41a899b0abd68b57c256 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/b84f1ab8c6ef41a899b0abd68b57c256 2024-11-09T21:19:31,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/157b349901f541a988e3d9ff9b1f1cfb to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/157b349901f541a988e3d9ff9b1f1cfb 2024-11-09T21:19:31,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/7088780918b041ccb225eca971f8b59c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/7088780918b041ccb225eca971f8b59c 2024-11-09T21:19:31,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/1d9af9418d2f4555a19726e62afc81da to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/1d9af9418d2f4555a19726e62afc81da 2024-11-09T21:19:31,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/c381cbbc25f54e62b0a2991b6fbfceec to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/c381cbbc25f54e62b0a2991b6fbfceec 2024-11-09T21:19:31,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/af0c884fda34447b9e3bd2b247e20aac to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/af0c884fda34447b9e3bd2b247e20aac 2024-11-09T21:19:31,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/ecd6603a1a3241f585f3f341a746009c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/ecd6603a1a3241f585f3f341a746009c 2024-11-09T21:19:31,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/d8967d02239e4e0c87f841bbe3fb6980 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/d8967d02239e4e0c87f841bbe3fb6980 2024-11-09T21:19:31,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/dcd58518aafe41c9be12ffc1f48e9c43 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/dcd58518aafe41c9be12ffc1f48e9c43 2024-11-09T21:19:31,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/c0fa84b72e044249ba0ac9b91886d241 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/c0fa84b72e044249ba0ac9b91886d241 2024-11-09T21:19:31,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/27daad813e274765bd2fd55fd1498061 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/27daad813e274765bd2fd55fd1498061 2024-11-09T21:19:31,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/a560e9ec23994a13bad040a64aebd1e4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/e38872df9f914d20a6b68d047c5e32f0, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/b2bbea2644954e6d93d7055e58c159ab, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/3253c977885e4ffc83a8921dc1d9c4e2, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/668e40b151454c69885f2c4b0e8fc129, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/d9de4e9e30b74bf4af6594c488e4ee26, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/318f057eea024da58537ce9481b1b292, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/f02f5184fbba4690b19b2f70ce407a8a, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/a8180334fe184b74bbd060ebbfc243aa, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/62e607a5aa1440ccbf69a0368f8debd6, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/3d3e3859aa604d7c937894346ea9c37f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/b2dfd108e0834d94b7c9ee4e8a56a103, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/c4b87b797cd04ca2b4cb7f2a37e37a24, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/15563166f1334ce1996aff4b96158016, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/662e80b1c3cd489bb381666d87ee94b7, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/93660b5eb76f4ee1b72f8f5ba3799c0c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/e9af2288077b4e3797411ab040c35521, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/52304dad6af64e4ab93af9084925c746, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/12a713a882324bdc838aac6b1300be2d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/32c6272b002b42a9b940dadad2d85d09, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/a1af87b5d00f4a2eaea332a94afa354e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/5cfd3ea5f05b410c9d781639fbf3a3c5, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/6cdf37b222294e0a9c37841a8e497afb, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/ecb35bb15c34413cbf24044f9cac550b] to archive 2024-11-09T21:19:31,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T21:19:31,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/a560e9ec23994a13bad040a64aebd1e4 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/a560e9ec23994a13bad040a64aebd1e4 2024-11-09T21:19:31,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/e38872df9f914d20a6b68d047c5e32f0 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/e38872df9f914d20a6b68d047c5e32f0 2024-11-09T21:19:31,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/b2bbea2644954e6d93d7055e58c159ab to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/b2bbea2644954e6d93d7055e58c159ab 2024-11-09T21:19:31,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/3253c977885e4ffc83a8921dc1d9c4e2 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/3253c977885e4ffc83a8921dc1d9c4e2 2024-11-09T21:19:31,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/668e40b151454c69885f2c4b0e8fc129 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/668e40b151454c69885f2c4b0e8fc129 2024-11-09T21:19:31,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/d9de4e9e30b74bf4af6594c488e4ee26 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/d9de4e9e30b74bf4af6594c488e4ee26 2024-11-09T21:19:31,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/318f057eea024da58537ce9481b1b292 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/318f057eea024da58537ce9481b1b292 2024-11-09T21:19:31,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/f02f5184fbba4690b19b2f70ce407a8a to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/f02f5184fbba4690b19b2f70ce407a8a 2024-11-09T21:19:31,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/a8180334fe184b74bbd060ebbfc243aa to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/a8180334fe184b74bbd060ebbfc243aa 2024-11-09T21:19:31,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/62e607a5aa1440ccbf69a0368f8debd6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/62e607a5aa1440ccbf69a0368f8debd6 2024-11-09T21:19:31,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/3d3e3859aa604d7c937894346ea9c37f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/3d3e3859aa604d7c937894346ea9c37f 2024-11-09T21:19:31,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/b2dfd108e0834d94b7c9ee4e8a56a103 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/b2dfd108e0834d94b7c9ee4e8a56a103 2024-11-09T21:19:31,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/c4b87b797cd04ca2b4cb7f2a37e37a24 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/c4b87b797cd04ca2b4cb7f2a37e37a24 2024-11-09T21:19:31,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/15563166f1334ce1996aff4b96158016 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/15563166f1334ce1996aff4b96158016 2024-11-09T21:19:31,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/662e80b1c3cd489bb381666d87ee94b7 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/662e80b1c3cd489bb381666d87ee94b7 2024-11-09T21:19:31,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/93660b5eb76f4ee1b72f8f5ba3799c0c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/93660b5eb76f4ee1b72f8f5ba3799c0c 2024-11-09T21:19:31,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/e9af2288077b4e3797411ab040c35521 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/e9af2288077b4e3797411ab040c35521 2024-11-09T21:19:31,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/52304dad6af64e4ab93af9084925c746 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/52304dad6af64e4ab93af9084925c746 2024-11-09T21:19:31,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/12a713a882324bdc838aac6b1300be2d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/12a713a882324bdc838aac6b1300be2d 2024-11-09T21:19:31,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/32c6272b002b42a9b940dadad2d85d09 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/32c6272b002b42a9b940dadad2d85d09 2024-11-09T21:19:31,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/a1af87b5d00f4a2eaea332a94afa354e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/a1af87b5d00f4a2eaea332a94afa354e 2024-11-09T21:19:31,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/5cfd3ea5f05b410c9d781639fbf3a3c5 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/5cfd3ea5f05b410c9d781639fbf3a3c5 2024-11-09T21:19:31,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/6cdf37b222294e0a9c37841a8e497afb to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/6cdf37b222294e0a9c37841a8e497afb 2024-11-09T21:19:31,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/ecb35bb15c34413cbf24044f9cac550b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/ecb35bb15c34413cbf24044f9cac550b 2024-11-09T21:19:31,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/01ddd9c0f0044900aa9c80f626d4d08b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/21da8af891fe4a43beb1f39c97046f93, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/6cfc30e66af8437fa4efb27777d55f9d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/6ef32de1cbe848b38d09d264deacfa4d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/6a37d64aa47c4f9a80a10e7c65de3ca3, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/39c51b9c52c44b80b4b61ca88927dd97, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/846c60d115cd4a11bdb337b73998e36b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/accaf276c0534b9e8cbb152279143fc4, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/5e89f79a7fe84f039f9e74e8726304de, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/1e909253f88542cd99105a23c6d8639f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/8be0b68599fb49518c45b555a8c631f9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/59a86db31951453cac149d07d72ac351, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/a32c209985e2413f9c3c9fe930c47f25, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/d85b475b61a44c8d8940faa833177a0f, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/71034a65557a4d51a60c68bbf47a6a0c, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/38eb46229d5b460faab72d147674e3f9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/43be019c75fa4d67b63acebb27700b2e, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/8603eaaeddcb43e4ba7aab0743d9ffb2, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/a16ec1e44167428f9e6271e07a0d942b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/7218080c8faa4a2890b13764c1528399, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/2e8dae1fb46449e3b83381751e4e4cb9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/62d4eeed4e2c4fe7b2c2b79350efa686, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/904db1f301384eb791a277c2b202e4b9, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/749183093cc54fa495af63743f95837a] to archive 2024-11-09T21:19:31,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T21:19:31,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/01ddd9c0f0044900aa9c80f626d4d08b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/01ddd9c0f0044900aa9c80f626d4d08b 2024-11-09T21:19:31,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/21da8af891fe4a43beb1f39c97046f93 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/21da8af891fe4a43beb1f39c97046f93 2024-11-09T21:19:31,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/6cfc30e66af8437fa4efb27777d55f9d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/6cfc30e66af8437fa4efb27777d55f9d 2024-11-09T21:19:31,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/6ef32de1cbe848b38d09d264deacfa4d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/6ef32de1cbe848b38d09d264deacfa4d 2024-11-09T21:19:31,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/6a37d64aa47c4f9a80a10e7c65de3ca3 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/6a37d64aa47c4f9a80a10e7c65de3ca3 2024-11-09T21:19:31,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/39c51b9c52c44b80b4b61ca88927dd97 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/39c51b9c52c44b80b4b61ca88927dd97 2024-11-09T21:19:31,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/846c60d115cd4a11bdb337b73998e36b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/846c60d115cd4a11bdb337b73998e36b 2024-11-09T21:19:31,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/accaf276c0534b9e8cbb152279143fc4 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/accaf276c0534b9e8cbb152279143fc4 2024-11-09T21:19:31,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/5e89f79a7fe84f039f9e74e8726304de to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/5e89f79a7fe84f039f9e74e8726304de 2024-11-09T21:19:31,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/1e909253f88542cd99105a23c6d8639f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/1e909253f88542cd99105a23c6d8639f 2024-11-09T21:19:31,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/8be0b68599fb49518c45b555a8c631f9 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/8be0b68599fb49518c45b555a8c631f9 2024-11-09T21:19:31,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/59a86db31951453cac149d07d72ac351 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/59a86db31951453cac149d07d72ac351 2024-11-09T21:19:31,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/a32c209985e2413f9c3c9fe930c47f25 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/a32c209985e2413f9c3c9fe930c47f25 2024-11-09T21:19:31,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/d85b475b61a44c8d8940faa833177a0f to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/d85b475b61a44c8d8940faa833177a0f 2024-11-09T21:19:31,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/71034a65557a4d51a60c68bbf47a6a0c to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/71034a65557a4d51a60c68bbf47a6a0c 2024-11-09T21:19:31,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/38eb46229d5b460faab72d147674e3f9 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/38eb46229d5b460faab72d147674e3f9 2024-11-09T21:19:31,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/43be019c75fa4d67b63acebb27700b2e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/43be019c75fa4d67b63acebb27700b2e 2024-11-09T21:19:31,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/8603eaaeddcb43e4ba7aab0743d9ffb2 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/8603eaaeddcb43e4ba7aab0743d9ffb2 2024-11-09T21:19:31,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/a16ec1e44167428f9e6271e07a0d942b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/a16ec1e44167428f9e6271e07a0d942b 2024-11-09T21:19:31,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/7218080c8faa4a2890b13764c1528399 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/7218080c8faa4a2890b13764c1528399 2024-11-09T21:19:31,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/2e8dae1fb46449e3b83381751e4e4cb9 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/2e8dae1fb46449e3b83381751e4e4cb9 2024-11-09T21:19:31,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/62d4eeed4e2c4fe7b2c2b79350efa686 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/62d4eeed4e2c4fe7b2c2b79350efa686 2024-11-09T21:19:31,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/904db1f301384eb791a277c2b202e4b9 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/904db1f301384eb791a277c2b202e4b9 2024-11-09T21:19:31,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/749183093cc54fa495af63743f95837a to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/749183093cc54fa495af63743f95837a 2024-11-09T21:19:31,738 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/recovered.edits/373.seqid, newMaxSeqId=373, maxSeqId=1 2024-11-09T21:19:31,739 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a. 2024-11-09T21:19:31,739 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1635): Region close journal for 19206a1fe1a4d37b2fcedbd4ac66da1a: 2024-11-09T21:19:31,740 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(170): Closed 19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:31,740 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=19206a1fe1a4d37b2fcedbd4ac66da1a, regionState=CLOSED 2024-11-09T21:19:31,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-09T21:19:31,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseRegionProcedure 19206a1fe1a4d37b2fcedbd4ac66da1a, server=cc4f9fe6f946,42203,1731187027551 in 1.4580 sec 2024-11-09T21:19:31,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-09T21:19:31,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=19206a1fe1a4d37b2fcedbd4ac66da1a, UNASSIGN in 1.4610 sec 2024-11-09T21:19:31,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-09T21:19:31,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4630 sec 2024-11-09T21:19:31,745 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187171745"}]},"ts":"1731187171745"} 2024-11-09T21:19:31,746 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T21:19:31,748 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T21:19:31,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4760 sec 2024-11-09T21:19:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-09T21:19:32,380 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-09T21:19:32,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T21:19:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:32,382 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-09T21:19:32,382 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=146, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:32,384 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:32,386 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A, FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B, FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C, FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/recovered.edits] 2024-11-09T21:19:32,388 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/38b3dea595c44e0ab43d471a6f801714 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/38b3dea595c44e0ab43d471a6f801714 2024-11-09T21:19:32,389 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/807133035fac475c97628fe2deeb8383 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/807133035fac475c97628fe2deeb8383 2024-11-09T21:19:32,390 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/aa6e7efcfe814e0ca0a4af296670c0fb to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/A/aa6e7efcfe814e0ca0a4af296670c0fb 2024-11-09T21:19:32,391 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/2e41ae415fb74db39484618ec1bd7bb7 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/2e41ae415fb74db39484618ec1bd7bb7 2024-11-09T21:19:32,392 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/9b681913464b4fb48476587b7e171a23 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/9b681913464b4fb48476587b7e171a23 2024-11-09T21:19:32,393 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/b0a8706b879b497488543b564bc69851 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/B/b0a8706b879b497488543b564bc69851 2024-11-09T21:19:32,395 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/263b385f29ec42bb9a003bc81d47ed61 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/263b385f29ec42bb9a003bc81d47ed61 2024-11-09T21:19:32,395 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/492fb7c1894048a786041749e611d731 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/492fb7c1894048a786041749e611d731 2024-11-09T21:19:32,396 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/ad63e84d38a2416da5e261cfda2ca844 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/C/ad63e84d38a2416da5e261cfda2ca844 2024-11-09T21:19:32,398 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/recovered.edits/373.seqid to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a/recovered.edits/373.seqid 2024-11-09T21:19:32,399 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/19206a1fe1a4d37b2fcedbd4ac66da1a 2024-11-09T21:19:32,399 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T21:19:32,401 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=146, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:32,402 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T21:19:32,404 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T21:19:32,405 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=146, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:32,405 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T21:19:32,405 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731187172405"}]},"ts":"9223372036854775807"} 2024-11-09T21:19:32,407 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-09T21:19:32,407 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 19206a1fe1a4d37b2fcedbd4ac66da1a, NAME => 'TestAcidGuarantees,,1731187144756.19206a1fe1a4d37b2fcedbd4ac66da1a.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T21:19:32,407 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T21:19:32,407 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731187172407"}]},"ts":"9223372036854775807"} 2024-11-09T21:19:32,408 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-09T21:19:32,413 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=146, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:32,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-09T21:19:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-09T21:19:32,483 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-09T21:19:32,491 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=238 (was 241), OpenFileDescriptor=452 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 400), ProcessCount=9 (was 9), AvailableMemoryMB=7559 (was 7616) 2024-11-09T21:19:32,499 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=9, AvailableMemoryMB=7558 2024-11-09T21:19:32,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T21:19:32,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:19:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:32,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:19:32,502 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:32,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 147 2024-11-09T21:19:32,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:19:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-09T21:19:32,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742340_1516 (size=960) 2024-11-09T21:19:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-09T21:19:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-09T21:19:32,909 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262 2024-11-09T21:19:32,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742341_1517 (size=53) 2024-11-09T21:19:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-09T21:19:33,314 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:19:33,314 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 15d403e90274288fe4f64e4861affdc6, disabling compactions & flushes 2024-11-09T21:19:33,314 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:33,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:33,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. after waiting 0 ms 2024-11-09T21:19:33,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:33,315 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:33,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:33,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:19:33,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731187173316"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187173316"}]},"ts":"1731187173316"} 2024-11-09T21:19:33,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T21:19:33,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:19:33,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187173317"}]},"ts":"1731187173317"} 2024-11-09T21:19:33,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T21:19:33,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d403e90274288fe4f64e4861affdc6, ASSIGN}] 2024-11-09T21:19:33,322 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d403e90274288fe4f64e4861affdc6, ASSIGN 2024-11-09T21:19:33,323 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d403e90274288fe4f64e4861affdc6, ASSIGN; state=OFFLINE, location=cc4f9fe6f946,42203,1731187027551; forceNewPlan=false, retain=false 2024-11-09T21:19:33,473 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=15d403e90274288fe4f64e4861affdc6, regionState=OPENING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:33,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; OpenRegionProcedure 15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:19:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-09T21:19:33,626 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:33,628 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:33,628 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7285): Opening region: {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:19:33,628 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:33,629 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:19:33,629 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7327): checking encryption for 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:33,629 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7330): checking classloading for 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:33,630 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:33,631 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:19:33,631 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15d403e90274288fe4f64e4861affdc6 columnFamilyName A 2024-11-09T21:19:33,631 DEBUG [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:33,631 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] regionserver.HStore(327): Store=15d403e90274288fe4f64e4861affdc6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:33,631 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:33,632 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:19:33,632 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15d403e90274288fe4f64e4861affdc6 columnFamilyName B 2024-11-09T21:19:33,632 DEBUG [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:33,633 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] regionserver.HStore(327): Store=15d403e90274288fe4f64e4861affdc6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:33,633 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:33,633 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:19:33,633 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15d403e90274288fe4f64e4861affdc6 columnFamilyName C 2024-11-09T21:19:33,633 DEBUG [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:33,634 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] regionserver.HStore(327): Store=15d403e90274288fe4f64e4861affdc6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:33,634 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:33,634 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:33,635 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:33,636 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T21:19:33,636 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1085): writing seq id for 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:33,638 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:19:33,638 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1102): Opened 15d403e90274288fe4f64e4861affdc6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59995564, jitterRate=-0.10599642992019653}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T21:19:33,638 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1001): Region open journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:33,639 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., pid=149, masterSystemTime=1731187173626 2024-11-09T21:19:33,640 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:33,640 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:33,641 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=15d403e90274288fe4f64e4861affdc6, regionState=OPEN, openSeqNum=2, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:33,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-09T21:19:33,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; OpenRegionProcedure 15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 in 167 msec 2024-11-09T21:19:33,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-09T21:19:33,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d403e90274288fe4f64e4861affdc6, ASSIGN in 320 msec 2024-11-09T21:19:33,644 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:19:33,644 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187173644"}]},"ts":"1731187173644"} 2024-11-09T21:19:33,645 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T21:19:33,647 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:19:33,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-11-09T21:19:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-09T21:19:34,607 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-11-09T21:19:34,608 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x537a66f8 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ac53e79 2024-11-09T21:19:34,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5efb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:34,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:34,621 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:34,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:19:34,623 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:19:34,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T21:19:34,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:19:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:34,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742342_1518 (size=996) 2024-11-09T21:19:35,034 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-09T21:19:35,034 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-09T21:19:35,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T21:19:35,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d403e90274288fe4f64e4861affdc6, REOPEN/MOVE}] 2024-11-09T21:19:35,037 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d403e90274288fe4f64e4861affdc6, REOPEN/MOVE 2024-11-09T21:19:35,038 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=15d403e90274288fe4f64e4861affdc6, regionState=CLOSING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,038 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T21:19:35,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure 15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:19:35,190 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,190 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:35,190 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T21:19:35,190 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing 15d403e90274288fe4f64e4861affdc6, disabling compactions & flushes 2024-11-09T21:19:35,190 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:35,190 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:35,190 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. after waiting 0 ms 2024-11-09T21:19:35,190 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:35,193 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T21:19:35,194 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:35,194 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:35,194 WARN [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionServer(3786): Not adding moved region record: 15d403e90274288fe4f64e4861affdc6 to self. 2024-11-09T21:19:35,195 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:35,195 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=15d403e90274288fe4f64e4861affdc6, regionState=CLOSED 2024-11-09T21:19:35,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-09T21:19:35,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure 15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 in 158 msec 2024-11-09T21:19:35,197 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d403e90274288fe4f64e4861affdc6, REOPEN/MOVE; state=CLOSED, location=cc4f9fe6f946,42203,1731187027551; forceNewPlan=false, retain=true 2024-11-09T21:19:35,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=15d403e90274288fe4f64e4861affdc6, regionState=OPENING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=152, state=RUNNABLE; OpenRegionProcedure 15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:19:35,500 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,502 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:35,502 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7285): Opening region: {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:19:35,503 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:35,503 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:19:35,503 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7327): checking encryption for 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:35,503 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7330): checking classloading for 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:35,504 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:35,504 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:19:35,505 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15d403e90274288fe4f64e4861affdc6 columnFamilyName A 2024-11-09T21:19:35,506 DEBUG [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:35,506 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] regionserver.HStore(327): Store=15d403e90274288fe4f64e4861affdc6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:35,506 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:35,507 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:19:35,507 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15d403e90274288fe4f64e4861affdc6 columnFamilyName B 2024-11-09T21:19:35,507 DEBUG [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:35,507 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] regionserver.HStore(327): Store=15d403e90274288fe4f64e4861affdc6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:35,507 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:35,508 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T21:19:35,508 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15d403e90274288fe4f64e4861affdc6 columnFamilyName C 2024-11-09T21:19:35,508 DEBUG [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:35,508 INFO [StoreOpener-15d403e90274288fe4f64e4861affdc6-1 {}] regionserver.HStore(327): Store=15d403e90274288fe4f64e4861affdc6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:35,508 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:35,509 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:35,509 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:35,510 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T21:19:35,511 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1085): writing seq id for 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:35,512 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1102): Opened 15d403e90274288fe4f64e4861affdc6; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70068465, jitterRate=0.04410149157047272}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T21:19:35,513 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1001): Region open journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:35,513 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., pid=154, masterSystemTime=1731187175500 2024-11-09T21:19:35,514 DEBUG [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:35,514 INFO [RS_OPEN_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:35,514 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=15d403e90274288fe4f64e4861affdc6, regionState=OPEN, openSeqNum=5, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=152 2024-11-09T21:19:35,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=152, state=SUCCESS; OpenRegionProcedure 15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 in 166 msec 2024-11-09T21:19:35,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-09T21:19:35,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d403e90274288fe4f64e4861affdc6, REOPEN/MOVE in 479 msec 2024-11-09T21:19:35,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-09T21:19:35,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-09T21:19:35,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-11-09T21:19:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-09T21:19:35,522 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06094c70 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc9c3e 2024-11-09T21:19:35,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc332d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:35,525 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103dfc6e to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7181df3b 2024-11-09T21:19:35,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17327621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:35,529 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e047c09 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11030ef5 2024-11-09T21:19:35,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1584f18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:35,533 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60d631a3 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69abefea 2024-11-09T21:19:35,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b914bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:35,536 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-11-09T21:19:35,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:35,539 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7846cb78 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@150e08ed 2024-11-09T21:19:35,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53305d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:35,543 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1754bc to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a3b66d3 2024-11-09T21:19:35,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6288a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:35,546 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d9113f3 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cfdf76c 2024-11-09T21:19:35,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6556601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:35,549 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bb75907 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68c2838a 2024-11-09T21:19:35,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458a85fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:35,553 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c1d3a95 to 127.0.0.1:57311 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50bf224f 2024-11-09T21:19:35,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410bf0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:35,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:19:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-09T21:19:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-09T21:19:35,559 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:19:35,560 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:19:35,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:19:35,560 DEBUG [hconnection-0x1ffe05cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:35,560 DEBUG [hconnection-0x7203f17e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:35,561 DEBUG [hconnection-0x1bdfcb62-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:35,561 DEBUG [hconnection-0x1e354648-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:35,561 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:35,561 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:35,562 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:35,562 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:35,563 DEBUG [hconnection-0x1c6b6463-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:35,563 DEBUG [hconnection-0x48689fc9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:35,564 DEBUG [hconnection-0x6a9efee3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:35,564 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:35,564 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:35,565 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:35,565 DEBUG [hconnection-0x718839c9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:35,566 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:35,568 DEBUG [hconnection-0x791447d4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:35,568 DEBUG [hconnection-0x46683d9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:35,568 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:35,569 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:35,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d403e90274288fe4f64e4861affdc6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T21:19:35,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=A 2024-11-09T21:19:35,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:35,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=B 2024-11-09T21:19:35,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:35,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=C 2024-11-09T21:19:35,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:35,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187235593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187235593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187235594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187235595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187235595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093f64f488443d43cbba9652d6e4c2691f_15d403e90274288fe4f64e4861affdc6 is 50, key is test_row_0/A:col10/1731187175572/Put/seqid=0 2024-11-09T21:19:35,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742343_1519 (size=12154) 2024-11-09T21:19:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-09T21:19:35,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187235696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187235696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187235697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187235698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187235704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,711 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T21:19:35,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:35,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:35,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:35,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:35,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-09T21:19:35,864 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T21:19:35,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:35,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:35,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:35,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:35,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:35,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187235899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187235899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187235900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187235900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187235905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:35,923 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:19:36,010 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:36,013 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093f64f488443d43cbba9652d6e4c2691f_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093f64f488443d43cbba9652d6e4c2691f_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:36,014 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/80ee9d4f34924fe0acfa320b1ef1ce86, store: [table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:36,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/80ee9d4f34924fe0acfa320b1ef1ce86 is 175, key is test_row_0/A:col10/1731187175572/Put/seqid=0 2024-11-09T21:19:36,017 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:36,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T21:19:36,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:36,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:36,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:36,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742344_1520 (size=30955) 2024-11-09T21:19:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-09T21:19:36,170 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:36,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T21:19:36,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:36,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:36,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:36,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187236201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:36,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187236201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:36,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187236202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:36,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187236204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:36,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187236208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:36,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:36,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T21:19:36,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:36,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:36,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:36,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,419 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/80ee9d4f34924fe0acfa320b1ef1ce86 2024-11-09T21:19:36,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/0d5275735b084f1ea72add0c2bc6f67b is 50, key is test_row_0/B:col10/1731187175572/Put/seqid=0 2024-11-09T21:19:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742345_1521 (size=12001) 2024-11-09T21:19:36,475 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:36,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T21:19:36,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:36,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:36,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:36,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:36,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T21:19:36,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:36,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:36,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:36,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-09T21:19:36,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187236704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:36,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187236705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:36,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187236706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:36,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187236707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:36,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187236714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:36,781 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:36,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T21:19:36,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:36,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:36,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:36,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/0d5275735b084f1ea72add0c2bc6f67b 2024-11-09T21:19:36,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/e2ed51722bf54308abe7eecaca0dae40 is 50, key is test_row_0/C:col10/1731187175572/Put/seqid=0 2024-11-09T21:19:36,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742346_1522 (size=12001) 2024-11-09T21:19:36,934 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:36,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T21:19:36,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:36,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:36,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:36,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:37,087 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:37,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T21:19:37,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:37,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:37,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:37,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:37,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:37,240 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:37,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T21:19:37,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:37,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:37,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:37,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:37,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:37,262 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T21:19:37,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/e2ed51722bf54308abe7eecaca0dae40 2024-11-09T21:19:37,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/80ee9d4f34924fe0acfa320b1ef1ce86 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/80ee9d4f34924fe0acfa320b1ef1ce86 2024-11-09T21:19:37,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/80ee9d4f34924fe0acfa320b1ef1ce86, entries=150, sequenceid=16, filesize=30.2 K 2024-11-09T21:19:37,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/0d5275735b084f1ea72add0c2bc6f67b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/0d5275735b084f1ea72add0c2bc6f67b 2024-11-09T21:19:37,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/0d5275735b084f1ea72add0c2bc6f67b, entries=150, sequenceid=16, filesize=11.7 K 2024-11-09T21:19:37,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/e2ed51722bf54308abe7eecaca0dae40 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/e2ed51722bf54308abe7eecaca0dae40 2024-11-09T21:19:37,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/e2ed51722bf54308abe7eecaca0dae40, entries=150, sequenceid=16, filesize=11.7 K 2024-11-09T21:19:37,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 15d403e90274288fe4f64e4861affdc6 in 1724ms, sequenceid=16, compaction requested=false 2024-11-09T21:19:37,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:37,392 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:37,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T21:19:37,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:37,393 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 15d403e90274288fe4f64e4861affdc6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T21:19:37,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=A 2024-11-09T21:19:37,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:37,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=B 2024-11-09T21:19:37,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:37,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=C 2024-11-09T21:19:37,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:37,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110912519fc097654d97a9b9e3938649d143_15d403e90274288fe4f64e4861affdc6 is 50, key is test_row_0/A:col10/1731187175593/Put/seqid=0 2024-11-09T21:19:37,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742347_1523 (size=12154) 2024-11-09T21:19:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-09T21:19:37,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:37,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187237717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:37,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187237718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:37,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187237718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:37,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187237719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:37,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187237725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:37,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:37,807 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110912519fc097654d97a9b9e3938649d143_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110912519fc097654d97a9b9e3938649d143_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:37,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/5b02bd2d56d34bd79bb5337d2cb189c3, store: [table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:37,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/5b02bd2d56d34bd79bb5337d2cb189c3 is 175, key is test_row_0/A:col10/1731187175593/Put/seqid=0 2024-11-09T21:19:37,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742348_1524 (size=30955) 2024-11-09T21:19:37,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187237823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:37,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187237823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:37,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187237823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:38,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187238025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:38,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187238026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:38,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187238026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:38,213 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/5b02bd2d56d34bd79bb5337d2cb189c3 2024-11-09T21:19:38,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/8e9a9426e95641eaa1eb34a8bb9b9859 is 50, key is test_row_0/B:col10/1731187175593/Put/seqid=0 2024-11-09T21:19:38,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742349_1525 (size=12001) 2024-11-09T21:19:38,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187238328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:38,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187238331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:38,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187238331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:38,624 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/8e9a9426e95641eaa1eb34a8bb9b9859 2024-11-09T21:19:38,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/662c96e411d445c69fdbc00258dbb2f1 is 50, key is test_row_0/C:col10/1731187175593/Put/seqid=0 2024-11-09T21:19:38,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742350_1526 (size=12001) 2024-11-09T21:19:38,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187238831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:38,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187238833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:38,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187238835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:39,035 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/662c96e411d445c69fdbc00258dbb2f1 2024-11-09T21:19:39,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/5b02bd2d56d34bd79bb5337d2cb189c3 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5b02bd2d56d34bd79bb5337d2cb189c3 2024-11-09T21:19:39,042 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5b02bd2d56d34bd79bb5337d2cb189c3, entries=150, sequenceid=40, filesize=30.2 K 2024-11-09T21:19:39,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/8e9a9426e95641eaa1eb34a8bb9b9859 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/8e9a9426e95641eaa1eb34a8bb9b9859 2024-11-09T21:19:39,046 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/8e9a9426e95641eaa1eb34a8bb9b9859, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T21:19:39,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/662c96e411d445c69fdbc00258dbb2f1 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/662c96e411d445c69fdbc00258dbb2f1 2024-11-09T21:19:39,050 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/662c96e411d445c69fdbc00258dbb2f1, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T21:19:39,051 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 15d403e90274288fe4f64e4861affdc6 in 1658ms, sequenceid=40, compaction requested=false 2024-11-09T21:19:39,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:39,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:39,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-09T21:19:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-09T21:19:39,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-09T21:19:39,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4920 sec 2024-11-09T21:19:39,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 3.4960 sec 2024-11-09T21:19:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-09T21:19:39,663 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-09T21:19:39,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:19:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-09T21:19:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-09T21:19:39,666 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:19:39,666 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:19:39,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:19:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:39,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d403e90274288fe4f64e4861affdc6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T21:19:39,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=A 2024-11-09T21:19:39,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:39,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=B 2024-11-09T21:19:39,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:39,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=C 2024-11-09T21:19:39,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:39,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110902230793e24c4d3aa4be05d6dbdbe566_15d403e90274288fe4f64e4861affdc6 is 50, key is test_row_0/A:col10/1731187177714/Put/seqid=0 2024-11-09T21:19:39,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742351_1527 (size=12154) 2024-11-09T21:19:39,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187239758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:39,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187239759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-09T21:19:39,818 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:39,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-09T21:19:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:39,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:39,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:39,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187239840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:39,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187239842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:39,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187239843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:39,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187239862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:39,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187239862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-09T21:19:39,971 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:39,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-09T21:19:39,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:39,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:39,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:39,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:39,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187240065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:40,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187240065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:40,124 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:40,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-09T21:19:40,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:40,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:40,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:40,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,139 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:40,142 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110902230793e24c4d3aa4be05d6dbdbe566_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110902230793e24c4d3aa4be05d6dbdbe566_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:40,143 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/86cb3aadf62c44b98427377aed3ce1fb, store: [table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:40,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/86cb3aadf62c44b98427377aed3ce1fb is 175, key is test_row_0/A:col10/1731187177714/Put/seqid=0 2024-11-09T21:19:40,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742352_1528 (size=30955) 2024-11-09T21:19:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-09T21:19:40,277 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:40,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-09T21:19:40,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:40,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:40,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:40,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187240367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:40,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187240368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:40,429 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:40,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-09T21:19:40,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:40,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:40,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:40,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,549 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/86cb3aadf62c44b98427377aed3ce1fb 2024-11-09T21:19:40,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/20efd205468947c6a8a048bf4297163d is 50, key is test_row_0/B:col10/1731187177714/Put/seqid=0 2024-11-09T21:19:40,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742353_1529 (size=12001) 2024-11-09T21:19:40,581 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:40,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-09T21:19:40,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:40,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:40,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:40,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,733 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:40,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-09T21:19:40,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:40,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:40,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:40,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-09T21:19:40,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187240871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:40,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187240872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:40,885 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:40,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-09T21:19:40,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:40,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:40,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:40,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:40,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/20efd205468947c6a8a048bf4297163d 2024-11-09T21:19:40,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/ce241efbc7a840f7b130b7b86401994d is 50, key is test_row_0/C:col10/1731187177714/Put/seqid=0 2024-11-09T21:19:40,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742354_1530 (size=12001) 2024-11-09T21:19:41,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:41,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-09T21:19:41,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:41,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:41,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:41,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:41,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:41,190 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:41,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-09T21:19:41,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:41,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:41,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:41,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:41,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:41,343 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:41,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-09T21:19:41,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:41,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:41,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:41,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:41,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:41,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/ce241efbc7a840f7b130b7b86401994d 2024-11-09T21:19:41,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/86cb3aadf62c44b98427377aed3ce1fb as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/86cb3aadf62c44b98427377aed3ce1fb 2024-11-09T21:19:41,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/86cb3aadf62c44b98427377aed3ce1fb, entries=150, sequenceid=55, filesize=30.2 K 2024-11-09T21:19:41,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/20efd205468947c6a8a048bf4297163d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/20efd205468947c6a8a048bf4297163d 2024-11-09T21:19:41,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/20efd205468947c6a8a048bf4297163d, entries=150, sequenceid=55, filesize=11.7 K 2024-11-09T21:19:41,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/ce241efbc7a840f7b130b7b86401994d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/ce241efbc7a840f7b130b7b86401994d 2024-11-09T21:19:41,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/ce241efbc7a840f7b130b7b86401994d, entries=150, sequenceid=55, filesize=11.7 K 2024-11-09T21:19:41,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 15d403e90274288fe4f64e4861affdc6 in 1657ms, sequenceid=55, compaction requested=true 2024-11-09T21:19:41,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:41,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d403e90274288fe4f64e4861affdc6:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:19:41,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:41,386 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:41,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d403e90274288fe4f64e4861affdc6:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:19:41,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:41,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d403e90274288fe4f64e4861affdc6:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:19:41,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:41,387 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:41,387 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:41,387 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:41,387 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 15d403e90274288fe4f64e4861affdc6/B is initiating minor compaction (all files) 2024-11-09T21:19:41,387 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 15d403e90274288fe4f64e4861affdc6/A is initiating minor compaction (all files) 2024-11-09T21:19:41,387 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d403e90274288fe4f64e4861affdc6/B in TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:41,387 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d403e90274288fe4f64e4861affdc6/A in TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:41,388 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/0d5275735b084f1ea72add0c2bc6f67b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/8e9a9426e95641eaa1eb34a8bb9b9859, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/20efd205468947c6a8a048bf4297163d] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp, totalSize=35.2 K 2024-11-09T21:19:41,388 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/80ee9d4f34924fe0acfa320b1ef1ce86, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5b02bd2d56d34bd79bb5337d2cb189c3, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/86cb3aadf62c44b98427377aed3ce1fb] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp, totalSize=90.7 K 2024-11-09T21:19:41,388 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:41,388 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. files: [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/80ee9d4f34924fe0acfa320b1ef1ce86, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5b02bd2d56d34bd79bb5337d2cb189c3, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/86cb3aadf62c44b98427377aed3ce1fb] 2024-11-09T21:19:41,389 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80ee9d4f34924fe0acfa320b1ef1ce86, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731187175572 2024-11-09T21:19:41,389 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d5275735b084f1ea72add0c2bc6f67b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731187175572 2024-11-09T21:19:41,389 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b02bd2d56d34bd79bb5337d2cb189c3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731187175587 2024-11-09T21:19:41,389 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e9a9426e95641eaa1eb34a8bb9b9859, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731187175587 2024-11-09T21:19:41,389 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86cb3aadf62c44b98427377aed3ce1fb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731187177714 2024-11-09T21:19:41,389 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 20efd205468947c6a8a048bf4297163d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731187177714 2024-11-09T21:19:41,394 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:41,395 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411096bd7b83c0f624d438a9dcf118bb6f5c1_15d403e90274288fe4f64e4861affdc6 store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:41,396 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d403e90274288fe4f64e4861affdc6#B#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:41,397 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411096bd7b83c0f624d438a9dcf118bb6f5c1_15d403e90274288fe4f64e4861affdc6, store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:41,397 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/fbdeb6c9a629490691ec041034715546 is 50, key is test_row_0/B:col10/1731187177714/Put/seqid=0 2024-11-09T21:19:41,397 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096bd7b83c0f624d438a9dcf118bb6f5c1_15d403e90274288fe4f64e4861affdc6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:41,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742355_1531 (size=12104) 2024-11-09T21:19:41,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742356_1532 (size=4469) 2024-11-09T21:19:41,496 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:41,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-09T21:19:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:41,496 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 15d403e90274288fe4f64e4861affdc6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T21:19:41,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=A 2024-11-09T21:19:41,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:41,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=B 2024-11-09T21:19:41,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:41,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=C 2024-11-09T21:19:41,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:41,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b99bf60ec23f4118b4be77d969cc4bfc_15d403e90274288fe4f64e4861affdc6 is 50, key is test_row_0/A:col10/1731187179755/Put/seqid=0 2024-11-09T21:19:41,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742357_1533 (size=12154) 2024-11-09T21:19:41,581 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:35001 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:35001,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-09T21:19:41,805 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/fbdeb6c9a629490691ec041034715546 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/fbdeb6c9a629490691ec041034715546 2024-11-09T21:19:41,809 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d403e90274288fe4f64e4861affdc6/B of 15d403e90274288fe4f64e4861affdc6 into fbdeb6c9a629490691ec041034715546(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:41,809 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:41,809 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., storeName=15d403e90274288fe4f64e4861affdc6/B, priority=13, startTime=1731187181386; duration=0sec 2024-11-09T21:19:41,809 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:41,809 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d403e90274288fe4f64e4861affdc6:B 2024-11-09T21:19:41,809 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:41,810 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:41,810 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 15d403e90274288fe4f64e4861affdc6/C is initiating minor compaction (all files) 2024-11-09T21:19:41,810 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d403e90274288fe4f64e4861affdc6/C in TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:41,810 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/e2ed51722bf54308abe7eecaca0dae40, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/662c96e411d445c69fdbc00258dbb2f1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/ce241efbc7a840f7b130b7b86401994d] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp, totalSize=35.2 K 2024-11-09T21:19:41,811 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting e2ed51722bf54308abe7eecaca0dae40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731187175572 2024-11-09T21:19:41,811 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 662c96e411d445c69fdbc00258dbb2f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731187175587 2024-11-09T21:19:41,811 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting ce241efbc7a840f7b130b7b86401994d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731187177714 2024-11-09T21:19:41,814 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d403e90274288fe4f64e4861affdc6#A#compaction#449 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:41,815 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/a4151fe9178640f9a16a75a8e2a36e40 is 175, key is test_row_0/A:col10/1731187177714/Put/seqid=0 2024-11-09T21:19:41,817 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d403e90274288fe4f64e4861affdc6#C#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:41,818 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/ee04bc80c98547b78ad6dfb3238112fd is 50, key is test_row_0/C:col10/1731187177714/Put/seqid=0 2024-11-09T21:19:41,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742358_1534 (size=31058) 2024-11-09T21:19:41,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742359_1535 (size=12104) 2024-11-09T21:19:41,838 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/a4151fe9178640f9a16a75a8e2a36e40 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/a4151fe9178640f9a16a75a8e2a36e40 2024-11-09T21:19:41,842 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/ee04bc80c98547b78ad6dfb3238112fd as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/ee04bc80c98547b78ad6dfb3238112fd 2024-11-09T21:19:41,843 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d403e90274288fe4f64e4861affdc6/A of 15d403e90274288fe4f64e4861affdc6 into a4151fe9178640f9a16a75a8e2a36e40(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:41,843 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:41,843 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., storeName=15d403e90274288fe4f64e4861affdc6/A, priority=13, startTime=1731187181386; duration=0sec 2024-11-09T21:19:41,843 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:41,843 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d403e90274288fe4f64e4861affdc6:A 2024-11-09T21:19:41,846 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d403e90274288fe4f64e4861affdc6/C of 15d403e90274288fe4f64e4861affdc6 into ee04bc80c98547b78ad6dfb3238112fd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:41,846 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:41,846 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., storeName=15d403e90274288fe4f64e4861affdc6/C, priority=13, startTime=1731187181386; duration=0sec 2024-11-09T21:19:41,846 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:41,846 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d403e90274288fe4f64e4861affdc6:C 2024-11-09T21:19:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:41,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:41,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:41,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187241869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187241869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:41,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:41,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187241870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:41,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187241878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:41,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187241884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:41,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:41,926 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b99bf60ec23f4118b4be77d969cc4bfc_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b99bf60ec23f4118b4be77d969cc4bfc_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:41,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/b2ffff5a1b5f47d1ac3c049c05e3fd5b, store: [table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:41,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/b2ffff5a1b5f47d1ac3c049c05e3fd5b is 175, key is test_row_0/A:col10/1731187179755/Put/seqid=0 2024-11-09T21:19:41,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742360_1536 (size=30955) 2024-11-09T21:19:41,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187241972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:41,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187241972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:41,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187241972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:42,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187242174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:42,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187242175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:42,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187242175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:42,331 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/b2ffff5a1b5f47d1ac3c049c05e3fd5b 2024-11-09T21:19:42,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/d10a2865e31a48bebe6dd6d4495355b2 is 50, key is test_row_0/B:col10/1731187179755/Put/seqid=0 2024-11-09T21:19:42,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742361_1537 (size=12001) 2024-11-09T21:19:42,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187242477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:42,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187242478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:42,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187242479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:42,740 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/d10a2865e31a48bebe6dd6d4495355b2 2024-11-09T21:19:42,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/1a652651868240a4a587054eb937aa7d is 50, key is test_row_0/C:col10/1731187179755/Put/seqid=0 2024-11-09T21:19:42,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742362_1538 (size=12001) 2024-11-09T21:19:42,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187242981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:42,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187242981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:42,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187242985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:43,159 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/1a652651868240a4a587054eb937aa7d 2024-11-09T21:19:43,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/b2ffff5a1b5f47d1ac3c049c05e3fd5b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/b2ffff5a1b5f47d1ac3c049c05e3fd5b 2024-11-09T21:19:43,166 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/b2ffff5a1b5f47d1ac3c049c05e3fd5b, entries=150, sequenceid=76, filesize=30.2 K 2024-11-09T21:19:43,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/d10a2865e31a48bebe6dd6d4495355b2 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/d10a2865e31a48bebe6dd6d4495355b2 2024-11-09T21:19:43,169 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/d10a2865e31a48bebe6dd6d4495355b2, entries=150, sequenceid=76, filesize=11.7 K 2024-11-09T21:19:43,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/1a652651868240a4a587054eb937aa7d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/1a652651868240a4a587054eb937aa7d 2024-11-09T21:19:43,172 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/1a652651868240a4a587054eb937aa7d, entries=150, sequenceid=76, filesize=11.7 K 2024-11-09T21:19:43,173 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 15d403e90274288fe4f64e4861affdc6 in 1677ms, sequenceid=76, compaction requested=false 2024-11-09T21:19:43,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:43,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:43,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-09T21:19:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-09T21:19:43,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-09T21:19:43,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5080 sec 2024-11-09T21:19:43,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 3.5120 sec 2024-11-09T21:19:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-09T21:19:43,770 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-09T21:19:43,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:19:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-09T21:19:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-09T21:19:43,772 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:19:43,773 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:19:43,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:19:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-09T21:19:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:43,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d403e90274288fe4f64e4861affdc6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T21:19:43,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=A 2024-11-09T21:19:43,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:43,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=B 2024-11-09T21:19:43,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:43,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=C 2024-11-09T21:19:43,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:43,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096878fbec66ce48b3ab7502a95a7ee15d_15d403e90274288fe4f64e4861affdc6 is 50, key is test_row_0/A:col10/1731187181868/Put/seqid=0 2024-11-09T21:19:43,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742363_1539 (size=12154) 2024-11-09T21:19:43,909 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:43,912 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096878fbec66ce48b3ab7502a95a7ee15d_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096878fbec66ce48b3ab7502a95a7ee15d_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:43,912 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/5916cbc51cfb4618b9ee1b4fba11aca0, store: [table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:43,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/5916cbc51cfb4618b9ee1b4fba11aca0 is 175, key is test_row_0/A:col10/1731187181868/Put/seqid=0 2024-11-09T21:19:43,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742364_1540 (size=30955) 2024-11-09T21:19:43,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187243919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:43,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187243920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:43,924 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:43,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-09T21:19:43,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:43,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:43,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:43,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:43,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:43,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187243985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:43,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187243987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:43,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187243992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:44,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187244022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:44,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187244023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-09T21:19:44,077 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:44,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-09T21:19:44,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:44,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:44,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:44,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187244224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:44,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187244225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:44,229 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:44,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-09T21:19:44,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:44,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:44,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:44,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,317 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/5916cbc51cfb4618b9ee1b4fba11aca0 2024-11-09T21:19:44,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/45a12c146e0a41fe9c6cf6458d9364b2 is 50, key is test_row_0/B:col10/1731187181868/Put/seqid=0 2024-11-09T21:19:44,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742365_1541 (size=12001) 2024-11-09T21:19:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-09T21:19:44,381 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:44,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-09T21:19:44,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:44,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:44,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:44,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,384 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33563 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=cc4f9fe6f946,42203,1731187027551, table=TestAcidGuarantees, region=15d403e90274288fe4f64e4861affdc6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T21:19:44,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187244528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:44,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187244528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:44,534 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:44,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-09T21:19:44,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:44,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:44,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:44,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,687 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:44,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-09T21:19:44,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:44,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:44,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:44,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/45a12c146e0a41fe9c6cf6458d9364b2 2024-11-09T21:19:44,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/e90e098474114a16ad831234eb746ffc is 50, key is test_row_0/C:col10/1731187181868/Put/seqid=0 2024-11-09T21:19:44,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742366_1542 (size=12001) 2024-11-09T21:19:44,839 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:44,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-09T21:19:44,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:44,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:44,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:44,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-09T21:19:44,991 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:44,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-09T21:19:44,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:44,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:44,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:44,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:45,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187245031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:45,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187245033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:45,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/e90e098474114a16ad831234eb746ffc 2024-11-09T21:19:45,144 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:45,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-09T21:19:45,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:45,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:45,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:45,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:45,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:45,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/5916cbc51cfb4618b9ee1b4fba11aca0 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5916cbc51cfb4618b9ee1b4fba11aca0 2024-11-09T21:19:45,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5916cbc51cfb4618b9ee1b4fba11aca0, entries=150, sequenceid=95, filesize=30.2 K 2024-11-09T21:19:45,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/45a12c146e0a41fe9c6cf6458d9364b2 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/45a12c146e0a41fe9c6cf6458d9364b2 2024-11-09T21:19:45,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/45a12c146e0a41fe9c6cf6458d9364b2, entries=150, sequenceid=95, filesize=11.7 K 2024-11-09T21:19:45,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/e90e098474114a16ad831234eb746ffc as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/e90e098474114a16ad831234eb746ffc 2024-11-09T21:19:45,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/e90e098474114a16ad831234eb746ffc, entries=150, sequenceid=95, filesize=11.7 K 2024-11-09T21:19:45,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 15d403e90274288fe4f64e4861affdc6 in 1264ms, sequenceid=95, compaction requested=true 2024-11-09T21:19:45,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:45,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d403e90274288fe4f64e4861affdc6:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:19:45,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:45,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d403e90274288fe4f64e4861affdc6:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:19:45,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:45,159 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:45,159 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:45,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d403e90274288fe4f64e4861affdc6:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:19:45,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:45,160 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:45,160 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 15d403e90274288fe4f64e4861affdc6/B is initiating minor compaction (all files) 2024-11-09T21:19:45,160 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:45,160 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d403e90274288fe4f64e4861affdc6/B in TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:45,160 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 15d403e90274288fe4f64e4861affdc6/A is initiating minor compaction (all files) 2024-11-09T21:19:45,160 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/fbdeb6c9a629490691ec041034715546, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/d10a2865e31a48bebe6dd6d4495355b2, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/45a12c146e0a41fe9c6cf6458d9364b2] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp, totalSize=35.3 K 2024-11-09T21:19:45,160 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d403e90274288fe4f64e4861affdc6/A in TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:45,160 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/a4151fe9178640f9a16a75a8e2a36e40, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/b2ffff5a1b5f47d1ac3c049c05e3fd5b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5916cbc51cfb4618b9ee1b4fba11aca0] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp, totalSize=90.8 K 2024-11-09T21:19:45,160 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:45,160 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. files: [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/a4151fe9178640f9a16a75a8e2a36e40, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/b2ffff5a1b5f47d1ac3c049c05e3fd5b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5916cbc51cfb4618b9ee1b4fba11aca0] 2024-11-09T21:19:45,161 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting fbdeb6c9a629490691ec041034715546, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731187177714 2024-11-09T21:19:45,161 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4151fe9178640f9a16a75a8e2a36e40, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731187177714 2024-11-09T21:19:45,161 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting d10a2865e31a48bebe6dd6d4495355b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731187179755 2024-11-09T21:19:45,161 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2ffff5a1b5f47d1ac3c049c05e3fd5b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731187179755 2024-11-09T21:19:45,161 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 45a12c146e0a41fe9c6cf6458d9364b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731187181868 2024-11-09T21:19:45,161 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5916cbc51cfb4618b9ee1b4fba11aca0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731187181868 2024-11-09T21:19:45,166 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:45,168 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d403e90274288fe4f64e4861affdc6#B#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:45,168 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109efda460b791d418e92834e0f38254f26_15d403e90274288fe4f64e4861affdc6 store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:45,168 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/6957d65810c745709890eda7fba7d539 is 50, key is test_row_0/B:col10/1731187181868/Put/seqid=0 2024-11-09T21:19:45,169 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109efda460b791d418e92834e0f38254f26_15d403e90274288fe4f64e4861affdc6, store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:45,170 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109efda460b791d418e92834e0f38254f26_15d403e90274288fe4f64e4861affdc6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:45,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742367_1543 (size=12207) 2024-11-09T21:19:45,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742368_1544 (size=4469) 2024-11-09T21:19:45,175 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d403e90274288fe4f64e4861affdc6#A#compaction#459 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:45,176 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/23eb7a527d48418b8993de116fae61d3 is 175, key is test_row_0/A:col10/1731187181868/Put/seqid=0 2024-11-09T21:19:45,178 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/6957d65810c745709890eda7fba7d539 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/6957d65810c745709890eda7fba7d539 2024-11-09T21:19:45,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742369_1545 (size=31161) 2024-11-09T21:19:45,183 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d403e90274288fe4f64e4861affdc6/B of 15d403e90274288fe4f64e4861affdc6 into 6957d65810c745709890eda7fba7d539(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:45,183 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:45,183 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., storeName=15d403e90274288fe4f64e4861affdc6/B, priority=13, startTime=1731187185159; duration=0sec 2024-11-09T21:19:45,183 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:45,183 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d403e90274288fe4f64e4861affdc6:B 2024-11-09T21:19:45,183 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:45,184 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:45,184 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 15d403e90274288fe4f64e4861affdc6/C is initiating minor compaction (all files) 2024-11-09T21:19:45,184 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d403e90274288fe4f64e4861affdc6/C in TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:45,184 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/ee04bc80c98547b78ad6dfb3238112fd, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/1a652651868240a4a587054eb937aa7d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/e90e098474114a16ad831234eb746ffc] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp, totalSize=35.3 K 2024-11-09T21:19:45,184 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting ee04bc80c98547b78ad6dfb3238112fd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731187177714 2024-11-09T21:19:45,185 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a652651868240a4a587054eb937aa7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731187179755 2024-11-09T21:19:45,185 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting e90e098474114a16ad831234eb746ffc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731187181868 2024-11-09T21:19:45,190 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d403e90274288fe4f64e4861affdc6#C#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:45,191 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/c5d83a949c604fe7b2d039164fcbd069 is 50, key is test_row_0/C:col10/1731187181868/Put/seqid=0 2024-11-09T21:19:45,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742370_1546 (size=12207) 2024-11-09T21:19:45,297 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:45,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-09T21:19:45,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:45,298 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 15d403e90274288fe4f64e4861affdc6 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T21:19:45,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=A 2024-11-09T21:19:45,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:45,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=B 2024-11-09T21:19:45,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:45,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=C 2024-11-09T21:19:45,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:45,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110961e3dc082cfd485191b67577818ccb51_15d403e90274288fe4f64e4861affdc6 is 50, key is test_row_0/A:col10/1731187183917/Put/seqid=0 2024-11-09T21:19:45,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742371_1547 (size=12154) 2024-11-09T21:19:45,584 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/23eb7a527d48418b8993de116fae61d3 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/23eb7a527d48418b8993de116fae61d3 2024-11-09T21:19:45,587 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d403e90274288fe4f64e4861affdc6/A of 15d403e90274288fe4f64e4861affdc6 into 23eb7a527d48418b8993de116fae61d3(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:45,587 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:45,588 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., storeName=15d403e90274288fe4f64e4861affdc6/A, priority=13, startTime=1731187185159; duration=0sec 2024-11-09T21:19:45,588 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:45,588 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d403e90274288fe4f64e4861affdc6:A 2024-11-09T21:19:45,598 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/c5d83a949c604fe7b2d039164fcbd069 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/c5d83a949c604fe7b2d039164fcbd069 2024-11-09T21:19:45,602 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d403e90274288fe4f64e4861affdc6/C of 15d403e90274288fe4f64e4861affdc6 into c5d83a949c604fe7b2d039164fcbd069(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:45,602 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:45,602 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., storeName=15d403e90274288fe4f64e4861affdc6/C, priority=13, startTime=1731187185159; duration=0sec 2024-11-09T21:19:45,602 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:45,602 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d403e90274288fe4f64e4861affdc6:C 2024-11-09T21:19:45,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:45,712 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110961e3dc082cfd485191b67577818ccb51_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110961e3dc082cfd485191b67577818ccb51_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:45,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/1d858b6d44cc4dffa0a24842b293e112, store: [table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:45,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/1d858b6d44cc4dffa0a24842b293e112 is 175, key is test_row_0/A:col10/1731187183917/Put/seqid=0 2024-11-09T21:19:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742372_1548 (size=30955) 2024-11-09T21:19:45,717 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/1d858b6d44cc4dffa0a24842b293e112 2024-11-09T21:19:45,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/ff45b51179f64564b49cc9d66b0683bd is 50, key is test_row_0/B:col10/1731187183917/Put/seqid=0 2024-11-09T21:19:45,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742373_1549 (size=12001) 2024-11-09T21:19:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-09T21:19:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:45,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:46,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187246029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187246033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187246033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187246036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187246043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,127 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/ff45b51179f64564b49cc9d66b0683bd 2024-11-09T21:19:46,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/c84af022e9024568b6cbf5119998eb45 is 50, key is test_row_0/C:col10/1731187183917/Put/seqid=0 2024-11-09T21:19:46,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187246133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742374_1550 (size=12001) 2024-11-09T21:19:46,136 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/c84af022e9024568b6cbf5119998eb45 2024-11-09T21:19:46,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187246136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187246136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/1d858b6d44cc4dffa0a24842b293e112 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/1d858b6d44cc4dffa0a24842b293e112 2024-11-09T21:19:46,143 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/1d858b6d44cc4dffa0a24842b293e112, entries=150, sequenceid=116, filesize=30.2 K 2024-11-09T21:19:46,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/ff45b51179f64564b49cc9d66b0683bd as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/ff45b51179f64564b49cc9d66b0683bd 2024-11-09T21:19:46,147 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/ff45b51179f64564b49cc9d66b0683bd, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T21:19:46,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/c84af022e9024568b6cbf5119998eb45 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/c84af022e9024568b6cbf5119998eb45 2024-11-09T21:19:46,151 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/c84af022e9024568b6cbf5119998eb45, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T21:19:46,152 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 15d403e90274288fe4f64e4861affdc6 in 854ms, sequenceid=116, compaction requested=false 2024-11-09T21:19:46,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:46,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:46,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-09T21:19:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-09T21:19:46,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-09T21:19:46,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3820 sec 2024-11-09T21:19:46,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.3860 sec 2024-11-09T21:19:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:46,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d403e90274288fe4f64e4861affdc6 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T21:19:46,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=A 2024-11-09T21:19:46,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:46,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=B 2024-11-09T21:19:46,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:46,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=C 2024-11-09T21:19:46,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:46,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ee9763eee0a043a1b90c0833e82444f9_15d403e90274288fe4f64e4861affdc6 is 50, key is test_row_0/A:col10/1731187186031/Put/seqid=0 2024-11-09T21:19:46,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742375_1551 (size=12304) 2024-11-09T21:19:46,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187246356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187246356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187246357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187246459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187246459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187246459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187246661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187246662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187246662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,748 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:46,751 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ee9763eee0a043a1b90c0833e82444f9_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ee9763eee0a043a1b90c0833e82444f9_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:46,751 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/c556644863cf4496a80981ae5bd922eb, store: [table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:46,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/c556644863cf4496a80981ae5bd922eb is 175, key is test_row_0/A:col10/1731187186031/Put/seqid=0 2024-11-09T21:19:46,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742376_1552 (size=31105) 2024-11-09T21:19:46,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187246964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187246965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:46,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187246966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:47,156 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/c556644863cf4496a80981ae5bd922eb 2024-11-09T21:19:47,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/9914cb03bf844aeb94a1bac8fc5a386b is 50, key is test_row_0/B:col10/1731187186031/Put/seqid=0 2024-11-09T21:19:47,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742377_1553 (size=12151) 2024-11-09T21:19:47,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187247468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:47,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187247471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:47,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187247472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:47,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/9914cb03bf844aeb94a1bac8fc5a386b 2024-11-09T21:19:47,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/de3040a58eb74486898ce28fe5f8b257 is 50, key is test_row_0/C:col10/1731187186031/Put/seqid=0 2024-11-09T21:19:47,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742378_1554 (size=12151) 2024-11-09T21:19:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-09T21:19:47,876 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-09T21:19:47,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:19:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-09T21:19:47,879 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:19:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T21:19:47,880 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:19:47,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:19:47,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/de3040a58eb74486898ce28fe5f8b257 2024-11-09T21:19:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T21:19:47,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/c556644863cf4496a80981ae5bd922eb as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/c556644863cf4496a80981ae5bd922eb 2024-11-09T21:19:47,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/c556644863cf4496a80981ae5bd922eb, entries=150, sequenceid=136, filesize=30.4 K 2024-11-09T21:19:47,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/9914cb03bf844aeb94a1bac8fc5a386b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/9914cb03bf844aeb94a1bac8fc5a386b 2024-11-09T21:19:47,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/9914cb03bf844aeb94a1bac8fc5a386b, entries=150, sequenceid=136, filesize=11.9 K 2024-11-09T21:19:47,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/de3040a58eb74486898ce28fe5f8b257 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/de3040a58eb74486898ce28fe5f8b257 2024-11-09T21:19:47,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/de3040a58eb74486898ce28fe5f8b257, entries=150, sequenceid=136, filesize=11.9 K 2024-11-09T21:19:47,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 15d403e90274288fe4f64e4861affdc6 in 1654ms, sequenceid=136, compaction requested=true 2024-11-09T21:19:47,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:47,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d403e90274288fe4f64e4861affdc6:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:19:47,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:47,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d403e90274288fe4f64e4861affdc6:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:19:47,993 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:47,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:47,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d403e90274288fe4f64e4861affdc6:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:19:47,993 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:47,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:47,993 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:47,994 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 15d403e90274288fe4f64e4861affdc6/B is initiating minor compaction (all files) 2024-11-09T21:19:47,994 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d403e90274288fe4f64e4861affdc6/B in TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:47,994 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/6957d65810c745709890eda7fba7d539, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/ff45b51179f64564b49cc9d66b0683bd, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/9914cb03bf844aeb94a1bac8fc5a386b] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp, totalSize=35.5 K 2024-11-09T21:19:47,994 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:47,994 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 15d403e90274288fe4f64e4861affdc6/A is initiating minor compaction (all files) 2024-11-09T21:19:47,994 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d403e90274288fe4f64e4861affdc6/A in TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:47,994 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 6957d65810c745709890eda7fba7d539, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731187181868 2024-11-09T21:19:47,994 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/23eb7a527d48418b8993de116fae61d3, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/1d858b6d44cc4dffa0a24842b293e112, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/c556644863cf4496a80981ae5bd922eb] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp, totalSize=91.0 K 2024-11-09T21:19:47,994 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:47,994 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. files: [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/23eb7a527d48418b8993de116fae61d3, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/1d858b6d44cc4dffa0a24842b293e112, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/c556644863cf4496a80981ae5bd922eb] 2024-11-09T21:19:47,994 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting ff45b51179f64564b49cc9d66b0683bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731187183917 2024-11-09T21:19:47,995 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23eb7a527d48418b8993de116fae61d3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731187181868 2024-11-09T21:19:47,995 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d858b6d44cc4dffa0a24842b293e112, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731187183917 2024-11-09T21:19:47,995 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 9914cb03bf844aeb94a1bac8fc5a386b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731187186001 2024-11-09T21:19:47,995 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting c556644863cf4496a80981ae5bd922eb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731187186001 2024-11-09T21:19:48,001 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:48,001 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d403e90274288fe4f64e4861affdc6#B#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:48,002 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/3f83cbded7164cf4823b86b1aea5cabd is 50, key is test_row_0/B:col10/1731187186031/Put/seqid=0 2024-11-09T21:19:48,003 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411093a130c5bdd084913af24d7d3ac93d4d4_15d403e90274288fe4f64e4861affdc6 store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:48,004 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411093a130c5bdd084913af24d7d3ac93d4d4_15d403e90274288fe4f64e4861affdc6, store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:48,004 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093a130c5bdd084913af24d7d3ac93d4d4_15d403e90274288fe4f64e4861affdc6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:48,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742379_1555 (size=12459) 2024-11-09T21:19:48,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742380_1556 (size=4469) 2024-11-09T21:19:48,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:48,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-09T21:19:48,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:48,032 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 15d403e90274288fe4f64e4861affdc6 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T21:19:48,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=A 2024-11-09T21:19:48,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:48,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=B 2024-11-09T21:19:48,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:48,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=C 2024-11-09T21:19:48,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:48,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109544cdb65ae834ebda0408d9ceed08934_15d403e90274288fe4f64e4861affdc6 is 50, key is test_row_0/A:col10/1731187186355/Put/seqid=0 2024-11-09T21:19:48,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742381_1557 (size=12304) 2024-11-09T21:19:48,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:48,044 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109544cdb65ae834ebda0408d9ceed08934_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109544cdb65ae834ebda0408d9ceed08934_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:48,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/901b4caeafe8496d9d4835b84f995939, store: [table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:48,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/901b4caeafe8496d9d4835b84f995939 is 175, key is test_row_0/A:col10/1731187186355/Put/seqid=0 2024-11-09T21:19:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:48,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:48,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742382_1558 (size=31105) 2024-11-09T21:19:48,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187248087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:48,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187248088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T21:19:48,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187248190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:48,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187248190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:48,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187248392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:48,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187248394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:48,410 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d403e90274288fe4f64e4861affdc6#A#compaction#468 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:48,410 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/baac6a841215461cb9e879b2f3605ee1 is 175, key is test_row_0/A:col10/1731187186031/Put/seqid=0 2024-11-09T21:19:48,411 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/3f83cbded7164cf4823b86b1aea5cabd as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/3f83cbded7164cf4823b86b1aea5cabd 2024-11-09T21:19:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742383_1559 (size=31413) 2024-11-09T21:19:48,416 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d403e90274288fe4f64e4861affdc6/B of 15d403e90274288fe4f64e4861affdc6 into 3f83cbded7164cf4823b86b1aea5cabd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:48,416 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:48,416 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., storeName=15d403e90274288fe4f64e4861affdc6/B, priority=13, startTime=1731187187993; duration=0sec 2024-11-09T21:19:48,416 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:48,416 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d403e90274288fe4f64e4861affdc6:B 2024-11-09T21:19:48,416 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:48,417 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:48,417 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 15d403e90274288fe4f64e4861affdc6/C is initiating minor compaction (all files) 2024-11-09T21:19:48,417 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d403e90274288fe4f64e4861affdc6/C in TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:48,417 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/c5d83a949c604fe7b2d039164fcbd069, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/c84af022e9024568b6cbf5119998eb45, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/de3040a58eb74486898ce28fe5f8b257] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp, totalSize=35.5 K 2024-11-09T21:19:48,417 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting c5d83a949c604fe7b2d039164fcbd069, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731187181868 2024-11-09T21:19:48,418 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting c84af022e9024568b6cbf5119998eb45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731187183917 2024-11-09T21:19:48,418 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting de3040a58eb74486898ce28fe5f8b257, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731187186001 2024-11-09T21:19:48,427 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d403e90274288fe4f64e4861affdc6#C#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:48,428 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/830dd5099d304641827511765763fe98 is 50, key is test_row_0/C:col10/1731187186031/Put/seqid=0 2024-11-09T21:19:48,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742384_1560 (size=12459) 2024-11-09T21:19:48,449 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/901b4caeafe8496d9d4835b84f995939 2024-11-09T21:19:48,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/7b27b1e7d76a4e4d93e0088e6ebb3419 is 50, key is test_row_0/B:col10/1731187186355/Put/seqid=0 2024-11-09T21:19:48,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742385_1561 (size=12151) 2024-11-09T21:19:48,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187248475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:48,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187248475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T21:19:48,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187248481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:48,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187248694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:48,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187248696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:48,818 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/baac6a841215461cb9e879b2f3605ee1 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/baac6a841215461cb9e879b2f3605ee1 2024-11-09T21:19:48,822 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d403e90274288fe4f64e4861affdc6/A of 15d403e90274288fe4f64e4861affdc6 into baac6a841215461cb9e879b2f3605ee1(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:48,822 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:48,822 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., storeName=15d403e90274288fe4f64e4861affdc6/A, priority=13, startTime=1731187187992; duration=0sec 2024-11-09T21:19:48,822 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:48,822 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d403e90274288fe4f64e4861affdc6:A 2024-11-09T21:19:48,834 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/830dd5099d304641827511765763fe98 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/830dd5099d304641827511765763fe98 2024-11-09T21:19:48,838 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d403e90274288fe4f64e4861affdc6/C of 15d403e90274288fe4f64e4861affdc6 into 830dd5099d304641827511765763fe98(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:48,838 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:48,838 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., storeName=15d403e90274288fe4f64e4861affdc6/C, priority=13, startTime=1731187187993; duration=0sec 2024-11-09T21:19:48,838 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:48,838 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d403e90274288fe4f64e4861affdc6:C 2024-11-09T21:19:48,858 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/7b27b1e7d76a4e4d93e0088e6ebb3419 2024-11-09T21:19:48,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/21f4f13d6e6340b3843e551c13f1ad9b is 50, key is test_row_0/C:col10/1731187186355/Put/seqid=0 2024-11-09T21:19:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742386_1562 (size=12151) 2024-11-09T21:19:48,874 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/21f4f13d6e6340b3843e551c13f1ad9b 2024-11-09T21:19:48,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/901b4caeafe8496d9d4835b84f995939 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/901b4caeafe8496d9d4835b84f995939 2024-11-09T21:19:48,880 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/901b4caeafe8496d9d4835b84f995939, entries=150, sequenceid=154, filesize=30.4 K 2024-11-09T21:19:48,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/7b27b1e7d76a4e4d93e0088e6ebb3419 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/7b27b1e7d76a4e4d93e0088e6ebb3419 2024-11-09T21:19:48,884 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/7b27b1e7d76a4e4d93e0088e6ebb3419, entries=150, sequenceid=154, filesize=11.9 K 2024-11-09T21:19:48,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/21f4f13d6e6340b3843e551c13f1ad9b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/21f4f13d6e6340b3843e551c13f1ad9b 2024-11-09T21:19:48,888 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/21f4f13d6e6340b3843e551c13f1ad9b, entries=150, sequenceid=154, filesize=11.9 K 2024-11-09T21:19:48,889 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 15d403e90274288fe4f64e4861affdc6 in 857ms, sequenceid=154, compaction requested=false 2024-11-09T21:19:48,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:48,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:48,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-09T21:19:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-09T21:19:48,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-09T21:19:48,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0100 sec 2024-11-09T21:19:48,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.0160 sec 2024-11-09T21:19:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T21:19:48,982 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-09T21:19:48,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:19:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-09T21:19:48,985 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:19:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-09T21:19:48,985 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:19:48,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:19:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-09T21:19:49,137 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:49,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-09T21:19:49,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:49,137 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 15d403e90274288fe4f64e4861affdc6 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T21:19:49,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=A 2024-11-09T21:19:49,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:49,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=B 2024-11-09T21:19:49,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:49,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=C 2024-11-09T21:19:49,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:49,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109688c2d83d2224e30a44c42048902d595_15d403e90274288fe4f64e4861affdc6 is 50, key is test_row_0/A:col10/1731187188084/Put/seqid=0 2024-11-09T21:19:49,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742387_1563 (size=12304) 2024-11-09T21:19:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:49,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:49,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187249237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:49,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187249238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-09T21:19:49,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187249339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:49,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187249341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:49,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187249543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:49,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187249543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:49,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:49,552 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109688c2d83d2224e30a44c42048902d595_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109688c2d83d2224e30a44c42048902d595_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:49,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/ab456515bf384dcdb1f92160b95709dd, store: [table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:49,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/ab456515bf384dcdb1f92160b95709dd is 175, key is test_row_0/A:col10/1731187188084/Put/seqid=0 2024-11-09T21:19:49,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742388_1564 (size=31105) 2024-11-09T21:19:49,557 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/ab456515bf384dcdb1f92160b95709dd 2024-11-09T21:19:49,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/63adf84bae4c417db72e744fd9a8fa3d is 50, key is test_row_0/B:col10/1731187188084/Put/seqid=0 2024-11-09T21:19:49,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742389_1565 (size=12151) 2024-11-09T21:19:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-09T21:19:49,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187249845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:49,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187249847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:49,966 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/63adf84bae4c417db72e744fd9a8fa3d 2024-11-09T21:19:49,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/a704b136c3a048fd8e9870c7eb883edd is 50, key is test_row_0/C:col10/1731187188084/Put/seqid=0 2024-11-09T21:19:49,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742390_1566 (size=12151) 2024-11-09T21:19:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-09T21:19:50,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187250350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:50,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187250352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:50,376 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/a704b136c3a048fd8e9870c7eb883edd 2024-11-09T21:19:50,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/ab456515bf384dcdb1f92160b95709dd as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/ab456515bf384dcdb1f92160b95709dd 2024-11-09T21:19:50,382 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/ab456515bf384dcdb1f92160b95709dd, entries=150, sequenceid=175, filesize=30.4 K 2024-11-09T21:19:50,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/63adf84bae4c417db72e744fd9a8fa3d as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/63adf84bae4c417db72e744fd9a8fa3d 2024-11-09T21:19:50,387 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/63adf84bae4c417db72e744fd9a8fa3d, entries=150, sequenceid=175, filesize=11.9 K 2024-11-09T21:19:50,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/a704b136c3a048fd8e9870c7eb883edd as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/a704b136c3a048fd8e9870c7eb883edd 2024-11-09T21:19:50,390 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/a704b136c3a048fd8e9870c7eb883edd, entries=150, sequenceid=175, filesize=11.9 K 2024-11-09T21:19:50,391 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 15d403e90274288fe4f64e4861affdc6 in 1254ms, sequenceid=175, compaction requested=true 2024-11-09T21:19:50,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:50,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:50,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-09T21:19:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-09T21:19:50,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-09T21:19:50,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-11-09T21:19:50,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.4110 sec 2024-11-09T21:19:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:50,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d403e90274288fe4f64e4861affdc6 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T21:19:50,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=A 2024-11-09T21:19:50,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:50,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=B 2024-11-09T21:19:50,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:50,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=C 2024-11-09T21:19:50,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:50,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110972c1fbea3a7b41dc80be92c32f384537_15d403e90274288fe4f64e4861affdc6 is 50, key is test_row_0/A:col10/1731187190481/Put/seqid=0 2024-11-09T21:19:50,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742391_1567 (size=14794) 2024-11-09T21:19:50,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187250505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:50,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187250506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:50,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187250507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:50,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187250608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:50,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187250609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:50,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187250610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:50,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187250811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:50,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187250811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:50,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187250814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:50,891 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:50,895 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110972c1fbea3a7b41dc80be92c32f384537_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110972c1fbea3a7b41dc80be92c32f384537_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:50,895 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/ad1696747f4e42c8b647d1820eee2a11, store: [table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:50,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/ad1696747f4e42c8b647d1820eee2a11 is 175, key is test_row_0/A:col10/1731187190481/Put/seqid=0 2024-11-09T21:19:50,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742392_1568 (size=39749) 2024-11-09T21:19:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-09T21:19:51,088 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-09T21:19:51,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:19:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-09T21:19:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T21:19:51,091 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:19:51,091 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:19:51,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:19:51,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187251114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:51,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187251115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:51,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187251117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T21:19:51,243 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:51,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T21:19:51,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:51,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:51,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:51,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:51,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:51,302 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/ad1696747f4e42c8b647d1820eee2a11 2024-11-09T21:19:51,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/6b1ac89e0d514955bcb0890e88c72e2b is 50, key is test_row_0/B:col10/1731187190481/Put/seqid=0 2024-11-09T21:19:51,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742393_1569 (size=12151) 2024-11-09T21:19:51,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187251355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:51,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187251363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T21:19:51,395 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:51,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T21:19:51,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:51,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:51,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:51,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:51,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:51,553 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:51,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T21:19:51,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:51,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:51,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:51,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:51,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:51,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187251617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:51,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187251622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:51,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187251624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T21:19:51,706 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:51,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T21:19:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:51,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:51,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/6b1ac89e0d514955bcb0890e88c72e2b 2024-11-09T21:19:51,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/4a52a8f976924b21babb9396b5b2d15b is 50, key is test_row_0/C:col10/1731187190481/Put/seqid=0 2024-11-09T21:19:51,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742394_1570 (size=12151) 2024-11-09T21:19:51,858 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:51,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T21:19:51,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:51,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:51,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:51,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:51,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:52,011 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:52,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T21:19:52,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:52,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:52,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:52,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:52,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:52,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/4a52a8f976924b21babb9396b5b2d15b 2024-11-09T21:19:52,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/ad1696747f4e42c8b647d1820eee2a11 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/ad1696747f4e42c8b647d1820eee2a11 2024-11-09T21:19:52,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/ad1696747f4e42c8b647d1820eee2a11, entries=200, sequenceid=194, filesize=38.8 K 2024-11-09T21:19:52,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/6b1ac89e0d514955bcb0890e88c72e2b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/6b1ac89e0d514955bcb0890e88c72e2b 2024-11-09T21:19:52,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/6b1ac89e0d514955bcb0890e88c72e2b, entries=150, sequenceid=194, filesize=11.9 K 2024-11-09T21:19:52,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/4a52a8f976924b21babb9396b5b2d15b as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/4a52a8f976924b21babb9396b5b2d15b 2024-11-09T21:19:52,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/4a52a8f976924b21babb9396b5b2d15b, entries=150, sequenceid=194, filesize=11.9 K 2024-11-09T21:19:52,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 15d403e90274288fe4f64e4861affdc6 in 1654ms, sequenceid=194, compaction requested=true 2024-11-09T21:19:52,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:52,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d403e90274288fe4f64e4861affdc6:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:19:52,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:52,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d403e90274288fe4f64e4861affdc6:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:19:52,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:52,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d403e90274288fe4f64e4861affdc6:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:19:52,137 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:19:52,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:52,137 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:19:52,138 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133372 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:19:52,138 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:19:52,138 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 15d403e90274288fe4f64e4861affdc6/A is initiating minor compaction (all files) 2024-11-09T21:19:52,138 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 15d403e90274288fe4f64e4861affdc6/B is initiating minor compaction (all files) 2024-11-09T21:19:52,138 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d403e90274288fe4f64e4861affdc6/A in TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:52,138 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d403e90274288fe4f64e4861affdc6/B in TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:52,138 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/baac6a841215461cb9e879b2f3605ee1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/901b4caeafe8496d9d4835b84f995939, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/ab456515bf384dcdb1f92160b95709dd, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/ad1696747f4e42c8b647d1820eee2a11] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp, totalSize=130.2 K 2024-11-09T21:19:52,138 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/3f83cbded7164cf4823b86b1aea5cabd, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/7b27b1e7d76a4e4d93e0088e6ebb3419, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/63adf84bae4c417db72e744fd9a8fa3d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/6b1ac89e0d514955bcb0890e88c72e2b] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp, totalSize=47.8 K 2024-11-09T21:19:52,138 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:52,138 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. files: [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/baac6a841215461cb9e879b2f3605ee1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/901b4caeafe8496d9d4835b84f995939, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/ab456515bf384dcdb1f92160b95709dd, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/ad1696747f4e42c8b647d1820eee2a11] 2024-11-09T21:19:52,140 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f83cbded7164cf4823b86b1aea5cabd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731187186001 2024-11-09T21:19:52,140 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting baac6a841215461cb9e879b2f3605ee1, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731187186001 2024-11-09T21:19:52,140 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b27b1e7d76a4e4d93e0088e6ebb3419, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731187186355 2024-11-09T21:19:52,140 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 901b4caeafe8496d9d4835b84f995939, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731187186355 2024-11-09T21:19:52,141 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 63adf84bae4c417db72e744fd9a8fa3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731187188078 2024-11-09T21:19:52,141 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab456515bf384dcdb1f92160b95709dd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731187188078 2024-11-09T21:19:52,141 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b1ac89e0d514955bcb0890e88c72e2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731187189210 2024-11-09T21:19:52,141 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad1696747f4e42c8b647d1820eee2a11, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731187189210 2024-11-09T21:19:52,147 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:52,149 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d403e90274288fe4f64e4861affdc6#B#compaction#479 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:52,149 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/bc3b11ac496449a99a5736fecdf7e3fb is 50, key is test_row_0/B:col10/1731187190481/Put/seqid=0 2024-11-09T21:19:52,150 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110979c1f0532fda40749c65225feef97816_15d403e90274288fe4f64e4861affdc6 store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:52,152 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110979c1f0532fda40749c65225feef97816_15d403e90274288fe4f64e4861affdc6, store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:52,152 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110979c1f0532fda40749c65225feef97816_15d403e90274288fe4f64e4861affdc6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:52,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742395_1571 (size=12595) 2024-11-09T21:19:52,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742396_1572 (size=4469) 2024-11-09T21:19:52,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:52,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T21:19:52,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:52,164 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 15d403e90274288fe4f64e4861affdc6 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T21:19:52,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=A 2024-11-09T21:19:52,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:52,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=B 2024-11-09T21:19:52,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:52,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=C 2024-11-09T21:19:52,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:52,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093dbb4e8a46a6474aa8bb588b9a6b66f5_15d403e90274288fe4f64e4861affdc6 is 50, key is test_row_0/A:col10/1731187190506/Put/seqid=0 2024-11-09T21:19:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742397_1573 (size=12304) 2024-11-09T21:19:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T21:19:52,556 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d403e90274288fe4f64e4861affdc6#A#compaction#480 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:52,557 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/3fc59f5100814190a60af3ed1aa00185 is 175, key is test_row_0/A:col10/1731187190481/Put/seqid=0 2024-11-09T21:19:52,558 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/bc3b11ac496449a99a5736fecdf7e3fb as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/bc3b11ac496449a99a5736fecdf7e3fb 2024-11-09T21:19:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742398_1574 (size=31549) 2024-11-09T21:19:52,562 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 15d403e90274288fe4f64e4861affdc6/B of 15d403e90274288fe4f64e4861affdc6 into bc3b11ac496449a99a5736fecdf7e3fb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:52,562 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:52,562 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., storeName=15d403e90274288fe4f64e4861affdc6/B, priority=12, startTime=1731187192137; duration=0sec 2024-11-09T21:19:52,562 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:52,562 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d403e90274288fe4f64e4861affdc6:B 2024-11-09T21:19:52,563 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T21:19:52,565 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/3fc59f5100814190a60af3ed1aa00185 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/3fc59f5100814190a60af3ed1aa00185 2024-11-09T21:19:52,565 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T21:19:52,565 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 15d403e90274288fe4f64e4861affdc6/C is initiating minor compaction (all files) 2024-11-09T21:19:52,565 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d403e90274288fe4f64e4861affdc6/C in TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:52,565 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/830dd5099d304641827511765763fe98, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/21f4f13d6e6340b3843e551c13f1ad9b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/a704b136c3a048fd8e9870c7eb883edd, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/4a52a8f976924b21babb9396b5b2d15b] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp, totalSize=47.8 K 2024-11-09T21:19:52,565 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 830dd5099d304641827511765763fe98, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731187186001 2024-11-09T21:19:52,566 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 21f4f13d6e6340b3843e551c13f1ad9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731187186355 2024-11-09T21:19:52,566 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting a704b136c3a048fd8e9870c7eb883edd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731187188078 2024-11-09T21:19:52,566 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a52a8f976924b21babb9396b5b2d15b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731187189210 2024-11-09T21:19:52,568 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 15d403e90274288fe4f64e4861affdc6/A of 15d403e90274288fe4f64e4861affdc6 into 3fc59f5100814190a60af3ed1aa00185(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:52,569 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:52,569 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., storeName=15d403e90274288fe4f64e4861affdc6/A, priority=12, startTime=1731187192136; duration=0sec 2024-11-09T21:19:52,569 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:52,569 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d403e90274288fe4f64e4861affdc6:A 2024-11-09T21:19:52,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:52,573 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d403e90274288fe4f64e4861affdc6#C#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:52,574 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/53e21beb54774cba881eabb6a5f5acab is 50, key is test_row_0/C:col10/1731187190481/Put/seqid=0 2024-11-09T21:19:52,576 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093dbb4e8a46a6474aa8bb588b9a6b66f5_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093dbb4e8a46a6474aa8bb588b9a6b66f5_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:52,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/5afa68b452d544c2bd2bbaf77011b766, store: [table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:52,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742399_1575 (size=12595) 2024-11-09T21:19:52,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/5afa68b452d544c2bd2bbaf77011b766 is 175, key is test_row_0/A:col10/1731187190506/Put/seqid=0 2024-11-09T21:19:52,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742400_1576 (size=31105) 2024-11-09T21:19:52,582 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/5afa68b452d544c2bd2bbaf77011b766 2024-11-09T21:19:52,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/232b9462f9214e749954590b84b0b581 is 50, key is test_row_0/B:col10/1731187190506/Put/seqid=0 2024-11-09T21:19:52,593 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/53e21beb54774cba881eabb6a5f5acab as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/53e21beb54774cba881eabb6a5f5acab 2024-11-09T21:19:52,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742401_1577 (size=12151) 2024-11-09T21:19:52,598 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 15d403e90274288fe4f64e4861affdc6/C of 15d403e90274288fe4f64e4861affdc6 into 53e21beb54774cba881eabb6a5f5acab(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:52,598 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:52,598 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., storeName=15d403e90274288fe4f64e4861affdc6/C, priority=12, startTime=1731187192137; duration=0sec 2024-11-09T21:19:52,598 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:52,598 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d403e90274288fe4f64e4861affdc6:C 2024-11-09T21:19:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:52,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:52,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187252640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:52,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187252641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:52,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187252642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:52,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187252743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:52,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187252744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:52,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187252744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:52,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187252946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:52,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187252947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:52,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187252948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:52,995 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/232b9462f9214e749954590b84b0b581 2024-11-09T21:19:53,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/bedd922382ce4d109b4ded34d925fc58 is 50, key is test_row_0/C:col10/1731187190506/Put/seqid=0 2024-11-09T21:19:53,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742402_1578 (size=12151) 2024-11-09T21:19:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T21:19:53,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187253250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:53,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187253250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:53,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187253250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:53,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1731187253363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:53,365 DEBUG [Thread-2314 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., hostname=cc4f9fe6f946,42203,1731187027551, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:53,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1731187253378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:53,380 DEBUG [Thread-2312 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., hostname=cc4f9fe6f946,42203,1731187027551, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:53,406 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/bedd922382ce4d109b4ded34d925fc58 2024-11-09T21:19:53,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/5afa68b452d544c2bd2bbaf77011b766 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5afa68b452d544c2bd2bbaf77011b766 2024-11-09T21:19:53,413 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5afa68b452d544c2bd2bbaf77011b766, entries=150, sequenceid=211, filesize=30.4 K 2024-11-09T21:19:53,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/232b9462f9214e749954590b84b0b581 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/232b9462f9214e749954590b84b0b581 2024-11-09T21:19:53,416 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/232b9462f9214e749954590b84b0b581, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T21:19:53,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/bedd922382ce4d109b4ded34d925fc58 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/bedd922382ce4d109b4ded34d925fc58 2024-11-09T21:19:53,420 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/bedd922382ce4d109b4ded34d925fc58, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T21:19:53,420 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 15d403e90274288fe4f64e4861affdc6 in 1256ms, sequenceid=211, compaction requested=false 2024-11-09T21:19:53,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:53,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:53,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-09T21:19:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-09T21:19:53,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-09T21:19:53,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3300 sec 2024-11-09T21:19:53,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.3340 sec 2024-11-09T21:19:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:53,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d403e90274288fe4f64e4861affdc6 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T21:19:53,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=A 2024-11-09T21:19:53,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:53,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=B 2024-11-09T21:19:53,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:53,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=C 2024-11-09T21:19:53,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:53,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ef5cbf4bb2f6482eafa13f8c95c2e896_15d403e90274288fe4f64e4861affdc6 is 50, key is test_row_0/A:col10/1731187192639/Put/seqid=0 2024-11-09T21:19:53,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742403_1579 (size=12304) 2024-11-09T21:19:53,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187253765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:53,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187253768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:53,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187253769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:53,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187253870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:53,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187253873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:53,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187253873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:54,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187254072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:54,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187254075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:54,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187254075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:54,167 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:54,170 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ef5cbf4bb2f6482eafa13f8c95c2e896_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ef5cbf4bb2f6482eafa13f8c95c2e896_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:54,171 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/3b0049aa0b984f43ad66a0e06bc37ae6, store: [table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:54,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/3b0049aa0b984f43ad66a0e06bc37ae6 is 175, key is test_row_0/A:col10/1731187192639/Put/seqid=0 2024-11-09T21:19:54,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742404_1580 (size=31105) 2024-11-09T21:19:54,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187254375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:54,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187254378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:54,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187254379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:54,576 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/3b0049aa0b984f43ad66a0e06bc37ae6 2024-11-09T21:19:54,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/bbccb41f85984529871b40954eec6c5e is 50, key is test_row_0/B:col10/1731187192639/Put/seqid=0 2024-11-09T21:19:54,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742405_1581 (size=12151) 2024-11-09T21:19:54,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47308 deadline: 1731187254877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:54,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47294 deadline: 1731187254881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:54,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T21:19:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47290 deadline: 1731187254885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:54,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/bbccb41f85984529871b40954eec6c5e 2024-11-09T21:19:54,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/8a31f9aeffc74b53b879c2f26c140fb4 is 50, key is test_row_0/C:col10/1731187192639/Put/seqid=0 2024-11-09T21:19:54,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742406_1582 (size=12151) 2024-11-09T21:19:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T21:19:55,195 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-09T21:19:55,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T21:19:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-09T21:19:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T21:19:55,198 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:19:55,198 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:19:55,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:19:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T21:19:55,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:55,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-09T21:19:55,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:55,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:55,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:55,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:55,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:19:55,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/8a31f9aeffc74b53b879c2f26c140fb4 2024-11-09T21:19:55,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/3b0049aa0b984f43ad66a0e06bc37ae6 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/3b0049aa0b984f43ad66a0e06bc37ae6 2024-11-09T21:19:55,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/3b0049aa0b984f43ad66a0e06bc37ae6, entries=150, sequenceid=235, filesize=30.4 K 2024-11-09T21:19:55,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/bbccb41f85984529871b40954eec6c5e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/bbccb41f85984529871b40954eec6c5e 2024-11-09T21:19:55,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/bbccb41f85984529871b40954eec6c5e, entries=150, sequenceid=235, filesize=11.9 K 2024-11-09T21:19:55,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/8a31f9aeffc74b53b879c2f26c140fb4 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/8a31f9aeffc74b53b879c2f26c140fb4 2024-11-09T21:19:55,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/8a31f9aeffc74b53b879c2f26c140fb4, entries=150, sequenceid=235, filesize=11.9 K 2024-11-09T21:19:55,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 15d403e90274288fe4f64e4861affdc6 in 1654ms, sequenceid=235, compaction requested=true 2024-11-09T21:19:55,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:55,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d403e90274288fe4f64e4861affdc6:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T21:19:55,411 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:55,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:55,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d403e90274288fe4f64e4861affdc6:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T21:19:55,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:55,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d403e90274288fe4f64e4861affdc6:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T21:19:55,411 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:55,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:55,411 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:55,412 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1540): 15d403e90274288fe4f64e4861affdc6/A is initiating minor compaction (all files) 2024-11-09T21:19:55,412 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d403e90274288fe4f64e4861affdc6/A in TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:55,412 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/3fc59f5100814190a60af3ed1aa00185, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5afa68b452d544c2bd2bbaf77011b766, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/3b0049aa0b984f43ad66a0e06bc37ae6] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp, totalSize=91.6 K 2024-11-09T21:19:55,412 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:55,412 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. files: [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/3fc59f5100814190a60af3ed1aa00185, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5afa68b452d544c2bd2bbaf77011b766, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/3b0049aa0b984f43ad66a0e06bc37ae6] 2024-11-09T21:19:55,412 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:55,412 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 15d403e90274288fe4f64e4861affdc6/B is initiating minor compaction (all files) 2024-11-09T21:19:55,412 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d403e90274288fe4f64e4861affdc6/B in TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:55,412 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/bc3b11ac496449a99a5736fecdf7e3fb, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/232b9462f9214e749954590b84b0b581, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/bbccb41f85984529871b40954eec6c5e] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp, totalSize=36.0 K 2024-11-09T21:19:55,413 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting bc3b11ac496449a99a5736fecdf7e3fb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731187189210 2024-11-09T21:19:55,413 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fc59f5100814190a60af3ed1aa00185, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731187189210 2024-11-09T21:19:55,413 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5afa68b452d544c2bd2bbaf77011b766, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731187190483 2024-11-09T21:19:55,413 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 232b9462f9214e749954590b84b0b581, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731187190483 2024-11-09T21:19:55,413 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting bbccb41f85984529871b40954eec6c5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731187192639 2024-11-09T21:19:55,413 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b0049aa0b984f43ad66a0e06bc37ae6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731187192639 2024-11-09T21:19:55,418 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:55,420 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d403e90274288fe4f64e4861affdc6#B#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:55,420 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109369d2d42f8614911b97aefa616f71a9e_15d403e90274288fe4f64e4861affdc6 store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:55,421 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/8eb6aa233d3c40f3ab025e1167e38e61 is 50, key is test_row_0/B:col10/1731187192639/Put/seqid=0 2024-11-09T21:19:55,422 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109369d2d42f8614911b97aefa616f71a9e_15d403e90274288fe4f64e4861affdc6, store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:55,422 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109369d2d42f8614911b97aefa616f71a9e_15d403e90274288fe4f64e4861affdc6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:55,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742407_1583 (size=12697) 2024-11-09T21:19:55,429 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/8eb6aa233d3c40f3ab025e1167e38e61 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/8eb6aa233d3c40f3ab025e1167e38e61 2024-11-09T21:19:55,433 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d403e90274288fe4f64e4861affdc6/B of 15d403e90274288fe4f64e4861affdc6 into 8eb6aa233d3c40f3ab025e1167e38e61(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:55,433 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:55,433 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., storeName=15d403e90274288fe4f64e4861affdc6/B, priority=13, startTime=1731187195411; duration=0sec 2024-11-09T21:19:55,433 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T21:19:55,433 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d403e90274288fe4f64e4861affdc6:B 2024-11-09T21:19:55,433 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T21:19:55,434 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T21:19:55,434 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1540): 15d403e90274288fe4f64e4861affdc6/C is initiating minor compaction (all files) 2024-11-09T21:19:55,434 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d403e90274288fe4f64e4861affdc6/C in TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:55,434 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/53e21beb54774cba881eabb6a5f5acab, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/bedd922382ce4d109b4ded34d925fc58, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/8a31f9aeffc74b53b879c2f26c140fb4] into tmpdir=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp, totalSize=36.0 K 2024-11-09T21:19:55,435 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 53e21beb54774cba881eabb6a5f5acab, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731187189210 2024-11-09T21:19:55,435 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting bedd922382ce4d109b4ded34d925fc58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731187190483 2024-11-09T21:19:55,436 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a31f9aeffc74b53b879c2f26c140fb4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731187192639 2024-11-09T21:19:55,442 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d403e90274288fe4f64e4861affdc6#C#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:55,443 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/2a50dd4835904234a0f2bd5579852828 is 50, key is test_row_0/C:col10/1731187192639/Put/seqid=0 2024-11-09T21:19:55,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742408_1584 (size=4469) 2024-11-09T21:19:55,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742409_1585 (size=12697) 2024-11-09T21:19:55,455 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/2a50dd4835904234a0f2bd5579852828 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/2a50dd4835904234a0f2bd5579852828 2024-11-09T21:19:55,459 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d403e90274288fe4f64e4861affdc6/C of 15d403e90274288fe4f64e4861affdc6 into 2a50dd4835904234a0f2bd5579852828(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:55,459 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:55,459 INFO [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., storeName=15d403e90274288fe4f64e4861affdc6/C, priority=13, startTime=1731187195411; duration=0sec 2024-11-09T21:19:55,459 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:55,459 DEBUG [RS:0;cc4f9fe6f946:42203-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d403e90274288fe4f64e4861affdc6:C 2024-11-09T21:19:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T21:19:55,502 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:55,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-09T21:19:55,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:55,502 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 15d403e90274288fe4f64e4861affdc6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T21:19:55,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=A 2024-11-09T21:19:55,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:55,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=B 2024-11-09T21:19:55,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:55,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=C 2024-11-09T21:19:55,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:55,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110941d05899519448288c3cf877d8edcb00_15d403e90274288fe4f64e4861affdc6 is 50, key is test_row_0/A:col10/1731187193764/Put/seqid=0 2024-11-09T21:19:55,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742410_1586 (size=12304) 2024-11-09T21:19:55,565 DEBUG [Thread-2321 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7846cb78 to 127.0.0.1:57311 2024-11-09T21:19:55,565 DEBUG [Thread-2327 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bb75907 to 127.0.0.1:57311 2024-11-09T21:19:55,565 DEBUG [Thread-2321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:55,565 DEBUG [Thread-2327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:55,565 DEBUG [Thread-2325 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d9113f3 to 127.0.0.1:57311 2024-11-09T21:19:55,565 DEBUG [Thread-2325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:55,566 DEBUG [Thread-2323 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1754bc to 127.0.0.1:57311 2024-11-09T21:19:55,566 DEBUG [Thread-2323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:55,566 DEBUG [Thread-2329 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c1d3a95 to 127.0.0.1:57311 2024-11-09T21:19:55,566 DEBUG [Thread-2329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T21:19:55,851 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d403e90274288fe4f64e4861affdc6#A#compaction#488 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T21:19:55,852 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/b5e12b218a5644b59eafe0da971b1cb5 is 175, key is test_row_0/A:col10/1731187192639/Put/seqid=0 2024-11-09T21:19:55,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742411_1587 (size=31651) 2024-11-09T21:19:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42203 {}] regionserver.HRegion(8581): Flush requested on 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:55,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. as already flushing 2024-11-09T21:19:55,889 DEBUG [Thread-2318 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:57311 2024-11-09T21:19:55,889 DEBUG [Thread-2318 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:55,890 DEBUG [Thread-2316 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60d631a3 to 127.0.0.1:57311 2024-11-09T21:19:55,890 DEBUG [Thread-2316 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:55,891 DEBUG [Thread-2310 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06094c70 to 127.0.0.1:57311 2024-11-09T21:19:55,891 DEBUG [Thread-2310 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:55,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:55,914 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110941d05899519448288c3cf877d8edcb00_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110941d05899519448288c3cf877d8edcb00_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:55,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/44cc073657a14e17912a91062fcd9918, store: [table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:55,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/44cc073657a14e17912a91062fcd9918 is 175, key is test_row_0/A:col10/1731187193764/Put/seqid=0 2024-11-09T21:19:55,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742412_1588 (size=31105) 2024-11-09T21:19:56,258 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/b5e12b218a5644b59eafe0da971b1cb5 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/b5e12b218a5644b59eafe0da971b1cb5 2024-11-09T21:19:56,261 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d403e90274288fe4f64e4861affdc6/A of 15d403e90274288fe4f64e4861affdc6 into b5e12b218a5644b59eafe0da971b1cb5(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T21:19:56,261 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:56,261 INFO [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6., storeName=15d403e90274288fe4f64e4861affdc6/A, priority=13, startTime=1731187195410; duration=0sec 2024-11-09T21:19:56,261 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T21:19:56,262 DEBUG [RS:0;cc4f9fe6f946:42203-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d403e90274288fe4f64e4861affdc6:A 2024-11-09T21:19:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T21:19:56,318 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/44cc073657a14e17912a91062fcd9918 2024-11-09T21:19:56,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/14671f384fb14a59bc196cfae5345f65 is 50, key is test_row_0/B:col10/1731187193764/Put/seqid=0 2024-11-09T21:19:56,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742413_1589 (size=12151) 2024-11-09T21:19:56,726 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/14671f384fb14a59bc196cfae5345f65 2024-11-09T21:19:56,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/135d4e13fa2b40289241a64954455e2e is 50, key is test_row_0/C:col10/1731187193764/Put/seqid=0 2024-11-09T21:19:56,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742414_1590 (size=12151) 2024-11-09T21:19:57,134 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/135d4e13fa2b40289241a64954455e2e 2024-11-09T21:19:57,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/44cc073657a14e17912a91062fcd9918 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/44cc073657a14e17912a91062fcd9918 2024-11-09T21:19:57,139 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/44cc073657a14e17912a91062fcd9918, entries=150, sequenceid=252, filesize=30.4 K 2024-11-09T21:19:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/14671f384fb14a59bc196cfae5345f65 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/14671f384fb14a59bc196cfae5345f65 2024-11-09T21:19:57,142 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/14671f384fb14a59bc196cfae5345f65, entries=150, sequenceid=252, filesize=11.9 K 2024-11-09T21:19:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/135d4e13fa2b40289241a64954455e2e as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/135d4e13fa2b40289241a64954455e2e 2024-11-09T21:19:57,145 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/135d4e13fa2b40289241a64954455e2e, entries=150, sequenceid=252, filesize=11.9 K 2024-11-09T21:19:57,145 INFO [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=20.13 KB/20610 for 15d403e90274288fe4f64e4861affdc6 in 1643ms, sequenceid=252, compaction requested=false 2024-11-09T21:19:57,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:57,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:57,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cc4f9fe6f946:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-09T21:19:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-09T21:19:57,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-09T21:19:57,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9480 sec 2024-11-09T21:19:57,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.9510 sec 2024-11-09T21:19:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T21:19:57,301 INFO [Thread-2320 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-09T21:19:57,383 DEBUG [Thread-2312 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103dfc6e to 127.0.0.1:57311 2024-11-09T21:19:57,383 DEBUG [Thread-2312 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:57,394 DEBUG [Thread-2314 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e047c09 to 127.0.0.1:57311 2024-11-09T21:19:57,394 DEBUG [Thread-2314 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:57,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T21:19:57,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-09T21:19:57,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-09T21:19:57,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-09T21:19:57,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-09T21:19:57,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-09T21:19:57,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T21:19:57,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7389 2024-11-09T21:19:57,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7422 2024-11-09T21:19:57,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7202 2024-11-09T21:19:57,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7377 2024-11-09T21:19:57,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7421 2024-11-09T21:19:57,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T21:19:57,394 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T21:19:57,394 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x537a66f8 to 127.0.0.1:57311 2024-11-09T21:19:57,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:57,395 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-09T21:19:57,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T21:19:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-09T21:19:57,397 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187197397"}]},"ts":"1731187197397"} 2024-11-09T21:19:57,397 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T21:19:57,399 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T21:19:57,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T21:19:57,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d403e90274288fe4f64e4861affdc6, UNASSIGN}] 2024-11-09T21:19:57,401 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d403e90274288fe4f64e4861affdc6, UNASSIGN 2024-11-09T21:19:57,402 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=171 updating hbase:meta row=15d403e90274288fe4f64e4861affdc6, regionState=CLOSING, regionLocation=cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:57,402 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T21:19:57,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; CloseRegionProcedure 15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551}] 2024-11-09T21:19:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-09T21:19:57,554 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:57,554 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(124): Close 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:57,554 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T21:19:57,554 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1681): Closing 15d403e90274288fe4f64e4861affdc6, disabling compactions & flushes 2024-11-09T21:19:57,554 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:57,554 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:57,554 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. after waiting 0 ms 2024-11-09T21:19:57,554 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:57,554 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(2837): Flushing 15d403e90274288fe4f64e4861affdc6 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T21:19:57,554 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=A 2024-11-09T21:19:57,555 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:57,555 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=B 2024-11-09T21:19:57,555 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:57,555 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d403e90274288fe4f64e4861affdc6, store=C 2024-11-09T21:19:57,555 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T21:19:57,559 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098c03690948f749b0a01d2a545222ed23_15d403e90274288fe4f64e4861affdc6 is 50, key is test_row_0/A:col10/1731187197393/Put/seqid=0 2024-11-09T21:19:57,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742415_1591 (size=12404) 2024-11-09T21:19:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-09T21:19:57,962 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:57,965 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098c03690948f749b0a01d2a545222ed23_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098c03690948f749b0a01d2a545222ed23_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:57,966 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/4928cc1ae6bd469f9e1f53faf2698b0a, store: [table=TestAcidGuarantees family=A region=15d403e90274288fe4f64e4861affdc6] 2024-11-09T21:19:57,966 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/4928cc1ae6bd469f9e1f53faf2698b0a is 175, key is test_row_0/A:col10/1731187197393/Put/seqid=0 2024-11-09T21:19:57,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742416_1592 (size=31205) 2024-11-09T21:19:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-09T21:19:58,370 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/4928cc1ae6bd469f9e1f53faf2698b0a 2024-11-09T21:19:58,375 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/140923c6adf84fe1b96af7af2481c62a is 50, key is test_row_0/B:col10/1731187197393/Put/seqid=0 2024-11-09T21:19:58,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742417_1593 (size=12251) 2024-11-09T21:19:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-09T21:19:58,778 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/140923c6adf84fe1b96af7af2481c62a 2024-11-09T21:19:58,783 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/3dd6586bab084a668c3a21f11b8a2f29 is 50, key is test_row_0/C:col10/1731187197393/Put/seqid=0 2024-11-09T21:19:58,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742418_1594 (size=12251) 2024-11-09T21:19:59,186 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/3dd6586bab084a668c3a21f11b8a2f29 2024-11-09T21:19:59,189 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/A/4928cc1ae6bd469f9e1f53faf2698b0a as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/4928cc1ae6bd469f9e1f53faf2698b0a 2024-11-09T21:19:59,193 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/4928cc1ae6bd469f9e1f53faf2698b0a, entries=150, sequenceid=261, filesize=30.5 K 2024-11-09T21:19:59,194 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/B/140923c6adf84fe1b96af7af2481c62a as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/140923c6adf84fe1b96af7af2481c62a 2024-11-09T21:19:59,196 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/140923c6adf84fe1b96af7af2481c62a, entries=150, sequenceid=261, filesize=12.0 K 2024-11-09T21:19:59,197 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/.tmp/C/3dd6586bab084a668c3a21f11b8a2f29 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/3dd6586bab084a668c3a21f11b8a2f29 2024-11-09T21:19:59,199 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/3dd6586bab084a668c3a21f11b8a2f29, entries=150, sequenceid=261, filesize=12.0 K 2024-11-09T21:19:59,200 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 15d403e90274288fe4f64e4861affdc6 in 1645ms, sequenceid=261, compaction requested=true 2024-11-09T21:19:59,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/80ee9d4f34924fe0acfa320b1ef1ce86, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5b02bd2d56d34bd79bb5337d2cb189c3, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/a4151fe9178640f9a16a75a8e2a36e40, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/86cb3aadf62c44b98427377aed3ce1fb, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/b2ffff5a1b5f47d1ac3c049c05e3fd5b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/23eb7a527d48418b8993de116fae61d3, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5916cbc51cfb4618b9ee1b4fba11aca0, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/1d858b6d44cc4dffa0a24842b293e112, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/baac6a841215461cb9e879b2f3605ee1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/c556644863cf4496a80981ae5bd922eb, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/901b4caeafe8496d9d4835b84f995939, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/ab456515bf384dcdb1f92160b95709dd, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/ad1696747f4e42c8b647d1820eee2a11, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/3fc59f5100814190a60af3ed1aa00185, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5afa68b452d544c2bd2bbaf77011b766, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/3b0049aa0b984f43ad66a0e06bc37ae6] to archive 2024-11-09T21:19:59,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T21:19:59,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/80ee9d4f34924fe0acfa320b1ef1ce86 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/80ee9d4f34924fe0acfa320b1ef1ce86 2024-11-09T21:19:59,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5b02bd2d56d34bd79bb5337d2cb189c3 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5b02bd2d56d34bd79bb5337d2cb189c3 2024-11-09T21:19:59,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/a4151fe9178640f9a16a75a8e2a36e40 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/a4151fe9178640f9a16a75a8e2a36e40 2024-11-09T21:19:59,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/86cb3aadf62c44b98427377aed3ce1fb to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/86cb3aadf62c44b98427377aed3ce1fb 2024-11-09T21:19:59,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/b2ffff5a1b5f47d1ac3c049c05e3fd5b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/b2ffff5a1b5f47d1ac3c049c05e3fd5b 2024-11-09T21:19:59,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/23eb7a527d48418b8993de116fae61d3 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/23eb7a527d48418b8993de116fae61d3 2024-11-09T21:19:59,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5916cbc51cfb4618b9ee1b4fba11aca0 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5916cbc51cfb4618b9ee1b4fba11aca0 2024-11-09T21:19:59,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/1d858b6d44cc4dffa0a24842b293e112 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/1d858b6d44cc4dffa0a24842b293e112 2024-11-09T21:19:59,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/baac6a841215461cb9e879b2f3605ee1 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/baac6a841215461cb9e879b2f3605ee1 2024-11-09T21:19:59,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/c556644863cf4496a80981ae5bd922eb to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/c556644863cf4496a80981ae5bd922eb 2024-11-09T21:19:59,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/901b4caeafe8496d9d4835b84f995939 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/901b4caeafe8496d9d4835b84f995939 2024-11-09T21:19:59,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/ab456515bf384dcdb1f92160b95709dd to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/ab456515bf384dcdb1f92160b95709dd 2024-11-09T21:19:59,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/ad1696747f4e42c8b647d1820eee2a11 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/ad1696747f4e42c8b647d1820eee2a11 2024-11-09T21:19:59,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/3fc59f5100814190a60af3ed1aa00185 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/3fc59f5100814190a60af3ed1aa00185 2024-11-09T21:19:59,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5afa68b452d544c2bd2bbaf77011b766 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/5afa68b452d544c2bd2bbaf77011b766 2024-11-09T21:19:59,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/3b0049aa0b984f43ad66a0e06bc37ae6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/3b0049aa0b984f43ad66a0e06bc37ae6 2024-11-09T21:19:59,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/0d5275735b084f1ea72add0c2bc6f67b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/8e9a9426e95641eaa1eb34a8bb9b9859, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/fbdeb6c9a629490691ec041034715546, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/20efd205468947c6a8a048bf4297163d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/d10a2865e31a48bebe6dd6d4495355b2, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/6957d65810c745709890eda7fba7d539, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/45a12c146e0a41fe9c6cf6458d9364b2, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/ff45b51179f64564b49cc9d66b0683bd, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/3f83cbded7164cf4823b86b1aea5cabd, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/9914cb03bf844aeb94a1bac8fc5a386b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/7b27b1e7d76a4e4d93e0088e6ebb3419, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/63adf84bae4c417db72e744fd9a8fa3d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/bc3b11ac496449a99a5736fecdf7e3fb, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/6b1ac89e0d514955bcb0890e88c72e2b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/232b9462f9214e749954590b84b0b581, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/bbccb41f85984529871b40954eec6c5e] to archive 2024-11-09T21:19:59,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T21:19:59,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/0d5275735b084f1ea72add0c2bc6f67b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/0d5275735b084f1ea72add0c2bc6f67b 2024-11-09T21:19:59,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/8e9a9426e95641eaa1eb34a8bb9b9859 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/8e9a9426e95641eaa1eb34a8bb9b9859 2024-11-09T21:19:59,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/fbdeb6c9a629490691ec041034715546 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/fbdeb6c9a629490691ec041034715546 2024-11-09T21:19:59,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/20efd205468947c6a8a048bf4297163d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/20efd205468947c6a8a048bf4297163d 2024-11-09T21:19:59,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/d10a2865e31a48bebe6dd6d4495355b2 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/d10a2865e31a48bebe6dd6d4495355b2 2024-11-09T21:19:59,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/6957d65810c745709890eda7fba7d539 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/6957d65810c745709890eda7fba7d539 2024-11-09T21:19:59,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/45a12c146e0a41fe9c6cf6458d9364b2 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/45a12c146e0a41fe9c6cf6458d9364b2 2024-11-09T21:19:59,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/ff45b51179f64564b49cc9d66b0683bd to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/ff45b51179f64564b49cc9d66b0683bd 2024-11-09T21:19:59,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/3f83cbded7164cf4823b86b1aea5cabd to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/3f83cbded7164cf4823b86b1aea5cabd 2024-11-09T21:19:59,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/9914cb03bf844aeb94a1bac8fc5a386b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/9914cb03bf844aeb94a1bac8fc5a386b 2024-11-09T21:19:59,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/7b27b1e7d76a4e4d93e0088e6ebb3419 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/7b27b1e7d76a4e4d93e0088e6ebb3419 2024-11-09T21:19:59,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/63adf84bae4c417db72e744fd9a8fa3d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/63adf84bae4c417db72e744fd9a8fa3d 2024-11-09T21:19:59,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/bc3b11ac496449a99a5736fecdf7e3fb to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/bc3b11ac496449a99a5736fecdf7e3fb 2024-11-09T21:19:59,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/6b1ac89e0d514955bcb0890e88c72e2b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/6b1ac89e0d514955bcb0890e88c72e2b 2024-11-09T21:19:59,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/232b9462f9214e749954590b84b0b581 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/232b9462f9214e749954590b84b0b581 2024-11-09T21:19:59,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/bbccb41f85984529871b40954eec6c5e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/bbccb41f85984529871b40954eec6c5e 2024-11-09T21:19:59,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/e2ed51722bf54308abe7eecaca0dae40, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/662c96e411d445c69fdbc00258dbb2f1, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/ee04bc80c98547b78ad6dfb3238112fd, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/ce241efbc7a840f7b130b7b86401994d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/1a652651868240a4a587054eb937aa7d, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/c5d83a949c604fe7b2d039164fcbd069, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/e90e098474114a16ad831234eb746ffc, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/c84af022e9024568b6cbf5119998eb45, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/830dd5099d304641827511765763fe98, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/de3040a58eb74486898ce28fe5f8b257, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/21f4f13d6e6340b3843e551c13f1ad9b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/a704b136c3a048fd8e9870c7eb883edd, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/53e21beb54774cba881eabb6a5f5acab, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/4a52a8f976924b21babb9396b5b2d15b, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/bedd922382ce4d109b4ded34d925fc58, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/8a31f9aeffc74b53b879c2f26c140fb4] to archive 2024-11-09T21:19:59,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T21:19:59,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/e2ed51722bf54308abe7eecaca0dae40 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/e2ed51722bf54308abe7eecaca0dae40 2024-11-09T21:19:59,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/662c96e411d445c69fdbc00258dbb2f1 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/662c96e411d445c69fdbc00258dbb2f1 2024-11-09T21:19:59,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/ee04bc80c98547b78ad6dfb3238112fd to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/ee04bc80c98547b78ad6dfb3238112fd 2024-11-09T21:19:59,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/ce241efbc7a840f7b130b7b86401994d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/ce241efbc7a840f7b130b7b86401994d 2024-11-09T21:19:59,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/1a652651868240a4a587054eb937aa7d to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/1a652651868240a4a587054eb937aa7d 2024-11-09T21:19:59,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/c5d83a949c604fe7b2d039164fcbd069 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/c5d83a949c604fe7b2d039164fcbd069 2024-11-09T21:19:59,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/e90e098474114a16ad831234eb746ffc to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/e90e098474114a16ad831234eb746ffc 2024-11-09T21:19:59,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/c84af022e9024568b6cbf5119998eb45 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/c84af022e9024568b6cbf5119998eb45 2024-11-09T21:19:59,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/830dd5099d304641827511765763fe98 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/830dd5099d304641827511765763fe98 2024-11-09T21:19:59,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/de3040a58eb74486898ce28fe5f8b257 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/de3040a58eb74486898ce28fe5f8b257 2024-11-09T21:19:59,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/21f4f13d6e6340b3843e551c13f1ad9b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/21f4f13d6e6340b3843e551c13f1ad9b 2024-11-09T21:19:59,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/a704b136c3a048fd8e9870c7eb883edd to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/a704b136c3a048fd8e9870c7eb883edd 2024-11-09T21:19:59,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/53e21beb54774cba881eabb6a5f5acab to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/53e21beb54774cba881eabb6a5f5acab 2024-11-09T21:19:59,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/4a52a8f976924b21babb9396b5b2d15b to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/4a52a8f976924b21babb9396b5b2d15b 2024-11-09T21:19:59,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/bedd922382ce4d109b4ded34d925fc58 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/bedd922382ce4d109b4ded34d925fc58 2024-11-09T21:19:59,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/8a31f9aeffc74b53b879c2f26c140fb4 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/8a31f9aeffc74b53b879c2f26c140fb4 2024-11-09T21:19:59,244 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/recovered.edits/264.seqid, newMaxSeqId=264, maxSeqId=4 2024-11-09T21:19:59,244 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6. 2024-11-09T21:19:59,244 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1635): Region close journal for 15d403e90274288fe4f64e4861affdc6: 2024-11-09T21:19:59,245 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(170): Closed 15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:59,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=171 updating hbase:meta row=15d403e90274288fe4f64e4861affdc6, regionState=CLOSED 2024-11-09T21:19:59,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-09T21:19:59,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseRegionProcedure 15d403e90274288fe4f64e4861affdc6, server=cc4f9fe6f946,42203,1731187027551 in 1.8430 sec 2024-11-09T21:19:59,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-11-09T21:19:59,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d403e90274288fe4f64e4861affdc6, UNASSIGN in 1.8460 sec 2024-11-09T21:19:59,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-09T21:19:59,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8490 sec 2024-11-09T21:19:59,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187199250"}]},"ts":"1731187199250"} 2024-11-09T21:19:59,251 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T21:19:59,253 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T21:19:59,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8580 sec 2024-11-09T21:19:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-09T21:19:59,500 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-09T21:19:59,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T21:19:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:59,502 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=173, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-09T21:19:59,502 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=173, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:59,504 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:59,505 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A, FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B, FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C, FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/recovered.edits] 2024-11-09T21:19:59,507 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/44cc073657a14e17912a91062fcd9918 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/44cc073657a14e17912a91062fcd9918 2024-11-09T21:19:59,508 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/4928cc1ae6bd469f9e1f53faf2698b0a to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/4928cc1ae6bd469f9e1f53faf2698b0a 2024-11-09T21:19:59,509 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/b5e12b218a5644b59eafe0da971b1cb5 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/A/b5e12b218a5644b59eafe0da971b1cb5 2024-11-09T21:19:59,510 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/140923c6adf84fe1b96af7af2481c62a to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/140923c6adf84fe1b96af7af2481c62a 2024-11-09T21:19:59,511 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/14671f384fb14a59bc196cfae5345f65 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/14671f384fb14a59bc196cfae5345f65 2024-11-09T21:19:59,511 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/8eb6aa233d3c40f3ab025e1167e38e61 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/B/8eb6aa233d3c40f3ab025e1167e38e61 2024-11-09T21:19:59,513 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/135d4e13fa2b40289241a64954455e2e to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/135d4e13fa2b40289241a64954455e2e 2024-11-09T21:19:59,513 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/2a50dd4835904234a0f2bd5579852828 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/2a50dd4835904234a0f2bd5579852828 2024-11-09T21:19:59,514 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/3dd6586bab084a668c3a21f11b8a2f29 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/C/3dd6586bab084a668c3a21f11b8a2f29 2024-11-09T21:19:59,516 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/recovered.edits/264.seqid to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6/recovered.edits/264.seqid 2024-11-09T21:19:59,516 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/default/TestAcidGuarantees/15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:59,516 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T21:19:59,517 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T21:19:59,517 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T21:19:59,519 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110902230793e24c4d3aa4be05d6dbdbe566_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110902230793e24c4d3aa4be05d6dbdbe566_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:59,520 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110912519fc097654d97a9b9e3938649d143_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110912519fc097654d97a9b9e3938649d143_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:59,521 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093dbb4e8a46a6474aa8bb588b9a6b66f5_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093dbb4e8a46a6474aa8bb588b9a6b66f5_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:59,522 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093f64f488443d43cbba9652d6e4c2691f_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093f64f488443d43cbba9652d6e4c2691f_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:59,523 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110941d05899519448288c3cf877d8edcb00_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110941d05899519448288c3cf877d8edcb00_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:59,523 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109544cdb65ae834ebda0408d9ceed08934_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109544cdb65ae834ebda0408d9ceed08934_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:59,524 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110961e3dc082cfd485191b67577818ccb51_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110961e3dc082cfd485191b67577818ccb51_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:59,525 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096878fbec66ce48b3ab7502a95a7ee15d_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096878fbec66ce48b3ab7502a95a7ee15d_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:59,526 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109688c2d83d2224e30a44c42048902d595_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109688c2d83d2224e30a44c42048902d595_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:59,526 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110972c1fbea3a7b41dc80be92c32f384537_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110972c1fbea3a7b41dc80be92c32f384537_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:59,527 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098c03690948f749b0a01d2a545222ed23_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098c03690948f749b0a01d2a545222ed23_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:59,528 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b99bf60ec23f4118b4be77d969cc4bfc_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b99bf60ec23f4118b4be77d969cc4bfc_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:59,529 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ee9763eee0a043a1b90c0833e82444f9_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ee9763eee0a043a1b90c0833e82444f9_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:59,530 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ef5cbf4bb2f6482eafa13f8c95c2e896_15d403e90274288fe4f64e4861affdc6 to hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ef5cbf4bb2f6482eafa13f8c95c2e896_15d403e90274288fe4f64e4861affdc6 2024-11-09T21:19:59,530 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T21:19:59,532 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=173, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:59,534 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T21:19:59,535 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T21:19:59,536 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=173, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:59,536 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T21:19:59,536 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731187199536"}]},"ts":"9223372036854775807"} 2024-11-09T21:19:59,537 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-09T21:19:59,537 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 15d403e90274288fe4f64e4861affdc6, NAME => 'TestAcidGuarantees,,1731187172500.15d403e90274288fe4f64e4861affdc6.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T21:19:59,537 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T21:19:59,538 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731187199537"}]},"ts":"9223372036854775807"} 2024-11-09T21:19:59,539 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-09T21:19:59,541 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=173, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T21:19:59,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 41 msec 2024-11-09T21:19:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-09T21:19:59,603 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-09T21:19:59,613 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239 (was 238) - Thread LEAK? -, OpenFileDescriptor=449 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 384), ProcessCount=9 (was 9), AvailableMemoryMB=7554 (was 7558) 2024-11-09T21:19:59,613 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-09T21:19:59,613 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T21:19:59,613 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:57311 2024-11-09T21:19:59,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:59,613 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:19:59,613 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1469927405, stopped=false 2024-11-09T21:19:59,614 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=cc4f9fe6f946,33563,1731187026812 2024-11-09T21:19:59,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T21:19:59,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T21:19:59,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:19:59,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:19:59,615 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-09T21:19:59,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:19:59,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:19:59,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:59,616 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'cc4f9fe6f946,42203,1731187027551' ***** 2024-11-09T21:19:59,616 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-09T21:19:59,617 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:19:59,617 INFO [RS:0;cc4f9fe6f946:42203 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:19:59,618 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-09T21:19:59,618 INFO [RS:0;cc4f9fe6f946:42203 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:19:59,618 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(3579): Received CLOSE for c652fd48b2d0065037414f67732f25be 2024-11-09T21:19:59,618 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(1224): stopping server cc4f9fe6f946,42203,1731187027551 2024-11-09T21:19:59,618 DEBUG [RS:0;cc4f9fe6f946:42203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:59,618 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:19:59,618 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:19:59,618 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:19:59,618 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-09T21:19:59,619 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c652fd48b2d0065037414f67732f25be, disabling compactions & flushes 2024-11-09T21:19:59,619 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be. 2024-11-09T21:19:59,619 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be. 2024-11-09T21:19:59,619 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-09T21:19:59,619 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be. after waiting 0 ms 2024-11-09T21:19:59,619 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be. 2024-11-09T21:19:59,619 DEBUG [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, c652fd48b2d0065037414f67732f25be=hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be.} 2024-11-09T21:19:59,619 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c652fd48b2d0065037414f67732f25be 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-09T21:19:59,619 DEBUG [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:19:59,619 INFO [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-09T21:19:59,619 DEBUG [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-09T21:19:59,619 DEBUG [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:19:59,619 DEBUG [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:19:59,619 INFO [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-09T21:19:59,619 DEBUG [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c652fd48b2d0065037414f67732f25be 2024-11-09T21:19:59,635 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/namespace/c652fd48b2d0065037414f67732f25be/.tmp/info/d9f3c783ea454bb7b580095c2030e7bd is 45, key is default/info:d/1731187032519/Put/seqid=0 2024-11-09T21:19:59,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742419_1595 (size=5037) 2024-11-09T21:19:59,640 DEBUG [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740/.tmp/info/e871a95e584b44a895acf112716d78f3 is 143, key is hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be./info:regioninfo/1731187032386/Put/seqid=0 2024-11-09T21:19:59,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742420_1596 (size=7725) 2024-11-09T21:19:59,659 INFO [regionserver/cc4f9fe6f946:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:19:59,819 DEBUG [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c652fd48b2d0065037414f67732f25be 2024-11-09T21:20:00,020 DEBUG [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c652fd48b2d0065037414f67732f25be 2024-11-09T21:20:00,039 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/namespace/c652fd48b2d0065037414f67732f25be/.tmp/info/d9f3c783ea454bb7b580095c2030e7bd 2024-11-09T21:20:00,043 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/namespace/c652fd48b2d0065037414f67732f25be/.tmp/info/d9f3c783ea454bb7b580095c2030e7bd as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/namespace/c652fd48b2d0065037414f67732f25be/info/d9f3c783ea454bb7b580095c2030e7bd 2024-11-09T21:20:00,046 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/namespace/c652fd48b2d0065037414f67732f25be/info/d9f3c783ea454bb7b580095c2030e7bd, entries=2, sequenceid=6, filesize=4.9 K 2024-11-09T21:20:00,047 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for c652fd48b2d0065037414f67732f25be in 428ms, sequenceid=6, compaction requested=false 2024-11-09T21:20:00,049 INFO [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740/.tmp/info/e871a95e584b44a895acf112716d78f3 2024-11-09T21:20:00,050 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/namespace/c652fd48b2d0065037414f67732f25be/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T21:20:00,050 INFO [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be. 2024-11-09T21:20:00,050 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c652fd48b2d0065037414f67732f25be: 2024-11-09T21:20:00,051 DEBUG [RS_CLOSE_REGION-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731187031143.c652fd48b2d0065037414f67732f25be. 2024-11-09T21:20:00,066 DEBUG [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740/.tmp/rep_barrier/d5ab74df391b4100bc8814bd09d80258 is 102, key is TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16./rep_barrier:/1731187060020/DeleteFamily/seqid=0 2024-11-09T21:20:00,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742421_1597 (size=6025) 2024-11-09T21:20:00,069 INFO [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740/.tmp/rep_barrier/d5ab74df391b4100bc8814bd09d80258 2024-11-09T21:20:00,085 DEBUG [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740/.tmp/table/0af01d05aecc438697388c20c31e71ef is 96, key is TestAcidGuarantees,,1731187032698.2d4ab541ffaa03999ae877ddea0adb16./table:/1731187060020/DeleteFamily/seqid=0 2024-11-09T21:20:00,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742422_1598 (size=5942) 2024-11-09T21:20:00,167 INFO [regionserver/cc4f9fe6f946:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:20:00,167 INFO [regionserver/cc4f9fe6f946:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:20:00,220 DEBUG [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-09T21:20:00,420 DEBUG [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-09T21:20:00,489 INFO [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740/.tmp/table/0af01d05aecc438697388c20c31e71ef 2024-11-09T21:20:00,492 DEBUG [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740/.tmp/info/e871a95e584b44a895acf112716d78f3 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740/info/e871a95e584b44a895acf112716d78f3 2024-11-09T21:20:00,495 INFO [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740/info/e871a95e584b44a895acf112716d78f3, entries=22, sequenceid=93, filesize=7.5 K 2024-11-09T21:20:00,496 DEBUG [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740/.tmp/rep_barrier/d5ab74df391b4100bc8814bd09d80258 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740/rep_barrier/d5ab74df391b4100bc8814bd09d80258 2024-11-09T21:20:00,498 INFO [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740/rep_barrier/d5ab74df391b4100bc8814bd09d80258, entries=6, sequenceid=93, filesize=5.9 K 2024-11-09T21:20:00,499 DEBUG [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740/.tmp/table/0af01d05aecc438697388c20c31e71ef as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740/table/0af01d05aecc438697388c20c31e71ef 2024-11-09T21:20:00,501 INFO [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740/table/0af01d05aecc438697388c20c31e71ef, entries=9, sequenceid=93, filesize=5.8 K 2024-11-09T21:20:00,502 INFO [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 883ms, sequenceid=93, compaction requested=false 2024-11-09T21:20:00,505 DEBUG [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-09T21:20:00,506 DEBUG [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:20:00,506 INFO [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-09T21:20:00,506 DEBUG [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-09T21:20:00,506 DEBUG [RS_CLOSE_META-regionserver/cc4f9fe6f946:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:20:00,621 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(1250): stopping server cc4f9fe6f946,42203,1731187027551; all regions closed. 2024-11-09T21:20:00,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741834_1010 (size=26050) 2024-11-09T21:20:00,626 DEBUG [RS:0;cc4f9fe6f946:42203 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/oldWALs 2024-11-09T21:20:00,626 INFO [RS:0;cc4f9fe6f946:42203 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL cc4f9fe6f946%2C42203%2C1731187027551.meta:.meta(num 1731187030889) 2024-11-09T21:20:00,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741833_1009 (size=13643743) 2024-11-09T21:20:00,628 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(725): complete file /user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/WALs/cc4f9fe6f946,42203,1731187027551/cc4f9fe6f946%2C42203%2C1731187027551.1731187030324 not finished, retry = 0 2024-11-09T21:20:00,730 DEBUG [RS:0;cc4f9fe6f946:42203 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/oldWALs 2024-11-09T21:20:00,730 INFO [RS:0;cc4f9fe6f946:42203 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL cc4f9fe6f946%2C42203%2C1731187027551:(num 1731187030324) 2024-11-09T21:20:00,730 DEBUG [RS:0;cc4f9fe6f946:42203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:00,730 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:20:00,730 INFO [RS:0;cc4f9fe6f946:42203 {}] hbase.ChoreService(370): Chore service for: regionserver/cc4f9fe6f946:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T21:20:00,730 INFO [regionserver/cc4f9fe6f946:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-09T21:20:00,731 INFO [RS:0;cc4f9fe6f946:42203 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42203 2024-11-09T21:20:00,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cc4f9fe6f946,42203,1731187027551 2024-11-09T21:20:00,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T21:20:00,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cc4f9fe6f946,42203,1731187027551] 2024-11-09T21:20:00,736 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing cc4f9fe6f946,42203,1731187027551; numProcessing=1 2024-11-09T21:20:00,737 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/cc4f9fe6f946,42203,1731187027551 already deleted, retry=false 2024-11-09T21:20:00,737 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; cc4f9fe6f946,42203,1731187027551 expired; onlineServers=0 2024-11-09T21:20:00,737 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'cc4f9fe6f946,33563,1731187026812' ***** 2024-11-09T21:20:00,737 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:20:00,737 DEBUG [M:0;cc4f9fe6f946:33563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26094311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cc4f9fe6f946/172.17.0.2:0 2024-11-09T21:20:00,737 INFO [M:0;cc4f9fe6f946:33563 {}] regionserver.HRegionServer(1224): stopping server cc4f9fe6f946,33563,1731187026812 2024-11-09T21:20:00,737 INFO [M:0;cc4f9fe6f946:33563 {}] regionserver.HRegionServer(1250): stopping server cc4f9fe6f946,33563,1731187026812; all regions closed. 2024-11-09T21:20:00,737 DEBUG [M:0;cc4f9fe6f946:33563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:00,737 DEBUG [M:0;cc4f9fe6f946:33563 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:20:00,738 DEBUG [M:0;cc4f9fe6f946:33563 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:20:00,738 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:20:00,738 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster-HFileCleaner.small.0-1731187030050 {}] cleaner.HFileCleaner(306): Exit Thread[master/cc4f9fe6f946:0:becomeActiveMaster-HFileCleaner.small.0-1731187030050,5,FailOnTimeoutGroup] 2024-11-09T21:20:00,738 DEBUG [master/cc4f9fe6f946:0:becomeActiveMaster-HFileCleaner.large.0-1731187030050 {}] cleaner.HFileCleaner(306): Exit Thread[master/cc4f9fe6f946:0:becomeActiveMaster-HFileCleaner.large.0-1731187030050,5,FailOnTimeoutGroup] 2024-11-09T21:20:00,738 INFO [M:0;cc4f9fe6f946:33563 {}] hbase.ChoreService(370): Chore service for: master/cc4f9fe6f946:0 had [] on shutdown 2024-11-09T21:20:00,738 DEBUG [M:0;cc4f9fe6f946:33563 {}] master.HMaster(1733): Stopping service threads 2024-11-09T21:20:00,738 INFO [M:0;cc4f9fe6f946:33563 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:20:00,738 ERROR [M:0;cc4f9fe6f946:33563 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[LeaseRenewer:jenkins@localhost:35001,5,PEWorkerGroup] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:35001 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35001,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-09T21:20:00,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T21:20:00,739 INFO [M:0;cc4f9fe6f946:33563 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:20:00,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:20:00,739 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:20:00,739 DEBUG [M:0;cc4f9fe6f946:33563 {}] zookeeper.ZKUtil(347): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T21:20:00,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T21:20:00,739 WARN [M:0;cc4f9fe6f946:33563 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:20:00,739 INFO [M:0;cc4f9fe6f946:33563 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-09T21:20:00,739 INFO [M:0;cc4f9fe6f946:33563 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:20:00,739 DEBUG [M:0;cc4f9fe6f946:33563 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:20:00,739 INFO [M:0;cc4f9fe6f946:33563 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:00,739 DEBUG [M:0;cc4f9fe6f946:33563 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:00,739 DEBUG [M:0;cc4f9fe6f946:33563 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:20:00,739 DEBUG [M:0;cc4f9fe6f946:33563 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:00,740 INFO [M:0;cc4f9fe6f946:33563 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=749.70 KB heapSize=920.58 KB 2024-11-09T21:20:00,754 DEBUG [M:0;cc4f9fe6f946:33563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db1676e5292043a0a9ddd618e7bd7837 is 82, key is hbase:meta,,1/info:regioninfo/1731187031033/Put/seqid=0 2024-11-09T21:20:00,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742423_1599 (size=5672) 2024-11-09T21:20:00,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:00,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x1018ee51da80001, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:00,836 INFO [RS:0;cc4f9fe6f946:42203 {}] regionserver.HRegionServer(1307): Exiting; stopping=cc4f9fe6f946,42203,1731187027551; zookeeper connection closed. 2024-11-09T21:20:00,836 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43546de0 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43546de0 2024-11-09T21:20:00,836 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:20:01,158 INFO [M:0;cc4f9fe6f946:33563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2102 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db1676e5292043a0a9ddd618e7bd7837 2024-11-09T21:20:01,178 DEBUG [M:0;cc4f9fe6f946:33563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1b7646a874340cf84e17488d80d4686 is 2277, key is \x00\x00\x00\x00\x00\x00\x00$/proc:d/1731187063187/Put/seqid=0 2024-11-09T21:20:01,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742424_1600 (size=43977) 2024-11-09T21:20:01,582 INFO [M:0;cc4f9fe6f946:33563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=749.14 KB at sequenceid=2102 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1b7646a874340cf84e17488d80d4686 2024-11-09T21:20:01,585 INFO [M:0;cc4f9fe6f946:33563 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1b7646a874340cf84e17488d80d4686 2024-11-09T21:20:01,599 DEBUG [M:0;cc4f9fe6f946:33563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ca226bb67fa406bb6f269c498c84daa is 69, key is cc4f9fe6f946,42203,1731187027551/rs:state/1731187030098/Put/seqid=0 2024-11-09T21:20:01,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073742425_1601 (size=5156) 2024-11-09T21:20:02,003 INFO [M:0;cc4f9fe6f946:33563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2102 (bloomFilter=true), to=hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ca226bb67fa406bb6f269c498c84daa 2024-11-09T21:20:02,006 DEBUG [M:0;cc4f9fe6f946:33563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db1676e5292043a0a9ddd618e7bd7837 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db1676e5292043a0a9ddd618e7bd7837 2024-11-09T21:20:02,008 INFO [M:0;cc4f9fe6f946:33563 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db1676e5292043a0a9ddd618e7bd7837, entries=8, sequenceid=2102, filesize=5.5 K 2024-11-09T21:20:02,009 DEBUG [M:0;cc4f9fe6f946:33563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1b7646a874340cf84e17488d80d4686 as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1b7646a874340cf84e17488d80d4686 2024-11-09T21:20:02,011 INFO [M:0;cc4f9fe6f946:33563 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1b7646a874340cf84e17488d80d4686 2024-11-09T21:20:02,011 INFO [M:0;cc4f9fe6f946:33563 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1b7646a874340cf84e17488d80d4686, entries=173, sequenceid=2102, filesize=42.9 K 2024-11-09T21:20:02,011 DEBUG [M:0;cc4f9fe6f946:33563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ca226bb67fa406bb6f269c498c84daa as hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ca226bb67fa406bb6f269c498c84daa 2024-11-09T21:20:02,013 INFO [M:0;cc4f9fe6f946:33563 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35001/user/jenkins/test-data/cfcf0f84-1cbe-20b1-a8b1-bd61dbe34262/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ca226bb67fa406bb6f269c498c84daa, entries=1, sequenceid=2102, filesize=5.0 K 2024-11-09T21:20:02,014 INFO [M:0;cc4f9fe6f946:33563 {}] regionserver.HRegion(3040): Finished flush of dataSize ~749.70 KB/767688, heapSize ~920.28 KB/942368, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=2102, compaction requested=false 2024-11-09T21:20:02,015 INFO [M:0;cc4f9fe6f946:33563 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:02,015 DEBUG [M:0;cc4f9fe6f946:33563 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-09T21:20:02,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741830_1006 (size=905533) 2024-11-09T21:20:02,018 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-09T21:20:02,018 INFO [M:0;cc4f9fe6f946:33563 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-09T21:20:02,018 INFO [M:0;cc4f9fe6f946:33563 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33563 2024-11-09T21:20:02,020 DEBUG [M:0;cc4f9fe6f946:33563 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/cc4f9fe6f946,33563,1731187026812 already deleted, retry=false 2024-11-09T21:20:02,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:02,121 INFO [M:0;cc4f9fe6f946:33563 {}] regionserver.HRegionServer(1307): Exiting; stopping=cc4f9fe6f946,33563,1731187026812; zookeeper connection closed. 2024-11-09T21:20:02,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x1018ee51da80000, quorum=127.0.0.1:57311, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:02,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:20:02,128 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:20:02,128 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:20:02,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:20:02,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/hadoop.log.dir/,STOPPED} 2024-11-09T21:20:02,132 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:20:02,132 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:20:02,132 WARN [BP-1296080097-172.17.0.2-1731187023947 heartbeating to localhost/127.0.0.1:35001 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:20:02,132 WARN [BP-1296080097-172.17.0.2-1731187023947 heartbeating to localhost/127.0.0.1:35001 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1296080097-172.17.0.2-1731187023947 (Datanode Uuid 753e507f-bf1a-4d34-b816-af99115f366c) service to localhost/127.0.0.1:35001 2024-11-09T21:20:02,134 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/cluster_54b381f6-ff56-d67c-5c9a-dab6c63cc0bf/dfs/data/data1/current/BP-1296080097-172.17.0.2-1731187023947 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:20:02,134 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/cluster_54b381f6-ff56-d67c-5c9a-dab6c63cc0bf/dfs/data/data2/current/BP-1296080097-172.17.0.2-1731187023947 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:20:02,134 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:20:02,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:20:02,142 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:20:02,142 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:20:02,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:20:02,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f4ceb17-4497-e98f-7a5e-5af15381fe05/hadoop.log.dir/,STOPPED} 2024-11-09T21:20:02,160 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-09T21:20:02,282 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down